-- Logs begin at Mon 2021-07-05 15:29:12 UTC, end at Mon 2021-07-05 16:57:03 UTC. -- Jul 05 15:57:18.796815 dv-cinder-796286-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 15:57:21.772507 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.common.config [-] Logging enabled! Jul 05 15:57:21.773190 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev448 Jul 05 15:57:21.773284 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 15:57:21.776500 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.common.config [-] Logging enabled! Jul 05 15:57:21.776749 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev448 Jul 05 15:57:21.777055 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 15:57:21.778019 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 15:57:21.778253 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 15:57:21.778622 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 15:57:21.778867 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 15:57:21.779093 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 15:57:21.779414 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.779711 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.780005 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.780234 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.780529 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.780817 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.781099 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.781408 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.781708 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.781994 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.782272 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.782556 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.782784 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.783063 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.783351 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.783637 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.783858 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] debug = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.784155 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.784685 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.785697 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.786093 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.786470 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.786666 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.786942 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.787296 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.787607 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.787945 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] host = dv-cinder-796286-13-iscsi {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.788227 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.788515 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.788802 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.789124 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.789490 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.789887 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.790119 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.790407 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.790702 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] log_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.791028 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.791385 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.791678 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.791993 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.792269 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.792508 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.792800 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.793087 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.793391 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.793672 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.793949 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.794222 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.794497 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.794771 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.795056 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.795341 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.795625 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.795901 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.796175 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.796446 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.796717 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.796999 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.797272 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.797571 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.797844 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.798130 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.798397 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.798669 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.798970 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.799253 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.799534 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.799818 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.800089 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.800395 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.800798 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.801073 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.801359 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] use_json = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.801638 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.801910 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.802188 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.802458 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.802729 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.803000 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.803271 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.803553 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:21.803849 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.804144 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.804443 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.804729 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.805021 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.805300 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.805611 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.805886 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.806174 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.806462 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.806749 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.807025 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.807311 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.807586 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.807922 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.808187 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.808478 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.808771 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.809045 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.809783 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.809783 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.809949 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.810157 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.810450 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.810739 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.811012 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.811295 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.811581 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.811927 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.812216 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.812608 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.812832 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.813165 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.813466 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.813783 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.814069 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.814354 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.814656 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.815063 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.815300 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.815600 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.815930 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.816747 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.817089 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.817380 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.817668 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.817961 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.818261 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.818597 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.818876 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.819152 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.819462 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.819809 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.820110 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.820429 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.820761 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.821044 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.821334 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.821621 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.821896 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.822172 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.822480 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.822827 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.823104 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.823381 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.823678 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.824030 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.824304 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.824615 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.824916 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.825221 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.825596 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.825878 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.826171 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.826435 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.826806 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.827090 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.827406 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.827734 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.828034 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.828323 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.828612 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.828900 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.829225 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.829615 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.829898 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.830186 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.830484 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.830852 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.831152 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.831459 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.832309 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.832659 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.832980 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.833376 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.833740 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.834029 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.834347 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.834649 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:21.834887 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 15:57:21.835203 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93001) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 15:57:22.210506 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 15:57:22.210786 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 15:57:22.211111 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 15:57:22.211470 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 15:57:22.649445 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.649718 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.649988 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.651280 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.651554 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.651815 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.688121 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.688398 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.688664 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.703871 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.704187 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.704495 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.738152 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.738438 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.738683 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.779138 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.779857 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:22.779857 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.039719 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.039907 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.040180 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.040446 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.041174 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.163883 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.164200 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.164480 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.164749 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.165014 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.165339 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.165605 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.165866 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.166115 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.166394 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.166654 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.166915 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.167180 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.167444 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.167697 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.167960 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.168226 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.168486 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.168766 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.169020 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.169299 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.169690 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.169927 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.170209 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.170458 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.170702 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.171106 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:23.171343 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:23.171575 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:23.171807 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:23.172037 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:23.172268 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:23.172631 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 15:57:23.177745 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 15:57:23.181754 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 15:57:23.185856 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 05 15:57:23.187493 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 15:57:23.188033 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 15:57:23.188299 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 15:57:23.188683 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 15:57:23.192278 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 15:57:23.192644 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 15:57:23.193001 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 15:57:23.221109 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 15:57:23.221605 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.221907 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93001) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 15:57:23.222263 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.223744 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93001) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 15:57:23.224032 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 15:57:23.224284 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 15:57:23.227539 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.227852 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:23.294328 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 15:57:23.294532 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 15:57:23.294706 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 15:57:23.295085 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 15:57:23.317549 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_db.sqlalchemy.engines [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93001) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 15:57:23.871853 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing driver for type 'gre' Jul 05 15:57:23.872597 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] gre ID ranges: [(1, 1000)] Jul 05 15:57:23.950162 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing driver for type 'local' Jul 05 15:57:23.950517 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing driver for type 'vlan' Jul 05 15:57:23.968347 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] VlanTypeDriver initialization complete Jul 05 15:57:23.968913 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing driver for type 'vxlan' Jul 05 15:57:23.969586 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] vxlan ID ranges: [(1, 1000)] Jul 05 15:57:24.032492 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing extension driver 'port_security' Jul 05 15:57:24.032934 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.extensions.port_security [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] PortSecurityExtensionDriver initialization complete Jul 05 15:57:24.033286 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing mechanism driver 'openvswitch' Jul 05 15:57:24.033658 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing mechanism driver 'hyperv' Jul 05 15:57:24.040859 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.plugin [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:57:24.041587 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.041974 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.042337 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.042867 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 15:57:24.043310 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.043670 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.044021 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.044428 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 15:57:24.044879 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.045265 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.045691 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.046104 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 15:57:24.046548 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.047082 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.047471 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.048080 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 15:57:24.048566 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.048996 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.049388 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.049788 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 15:57:24.050271 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.051190 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.051894 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.052297 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 15:57:24.052770 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] ML2 OVO RPC backend initialized. {{(pid=93001) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 15:57:24.053568 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.053936 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.054362 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.054788 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > networks before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.055147 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.055520 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > ports before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.055932 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.056298 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.056658 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.057086 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.057466 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.057816 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.058164 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.058515 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.058862 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.059210 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.059552 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.060245 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.plugin [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Modular L2 Plugin initialization complete Jul 05 15:57:24.060589 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading services supported by the core plugin {{(pid=93001) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 15:57:24.060946 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.plugins.ml2.managers [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Got port-security extension from driver 'port_security' Jul 05 15:57:24.061525 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.extensions.vlantransparent [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Disabled vlantransparent extension. Jul 05 15:57:24.062027 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93001) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 15:57:24.062352 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: router Jul 05 15:57:24.103248 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.103710 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router after_create 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.104088 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router before_create 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.104478 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.104861 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.105298 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router after_delete 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.105693 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.106067 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router after_create 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.106424 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router after_update 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.106785 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router after_update 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.107142 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.107509 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router after_update 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.107933 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.108334 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: port after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.108766 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: port after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.109136 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: subnet after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.109578 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.109958 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.110318 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.110728 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: port before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.111092 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.111741 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router after_update 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.112151 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.112512 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.112888 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.113972 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.114450 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > agent after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.114739 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.115100 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > network after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.116173 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Tracking information for resource: router configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:24.116521 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Tracking information for resource: floatingip configured {{(pid=93001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 15:57:24.122521 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.db.l3_agentschedulers_db [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 15:57:24.123062 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: port after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.123434 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: port after_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.123794 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: port after_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.124169 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: port after_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.125111 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router before_create 55550100 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.125568 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.125963 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.126393 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.131369 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.services.provider_configuration [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service providers = [] {{(pid=93001) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 15:57:24.131740 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.db.servicetype_db [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93001) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 15:57:24.135136 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.services.service_base [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 15:57:24.135504 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.services.service_base [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 15:57:24.135919 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.services.service_base [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 15:57:24.136901 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.services.service_base [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 15:57:24.137325 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.services.service_base [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 15:57:24.137773 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.138102 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 15:57:24.150097 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.150440 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: auto_allocate Jul 05 15:57:24.156614 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: network precommit_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.157057 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: network precommit_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.157703 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.158034 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: tag Jul 05 15:57:24.165517 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.165925 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: timestamp Jul 05 15:57:24.171537 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.171878 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: network_ip_availability Jul 05 15:57:24.178602 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.179098 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.179472 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.180317 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.180697 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: flavors Jul 05 15:57:24.185585 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.185930 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading Plugin: revisions Jul 05 15:57:24.190469 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 15:57:24.190869 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_concurrency.lockutils [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.980s {{(pid=93001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 15:57:24.192275 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93001) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 15:57:24.192639 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Initializing extension manager. Jul 05 15:57:24.193132 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: __init__.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.193512 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: __pycache__ {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.193855 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.194199 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: address_group.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.195020 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.195620 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: address-group Jul 05 15:57:24.195949 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: address_scope.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.196701 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.197222 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: address-scope Jul 05 15:57:24.197578 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.198559 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.199081 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: router-admin-state-down-before-update Jul 05 15:57:24.199415 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: agent.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.200129 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.200880 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: agent Jul 05 15:57:24.201207 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: agent_resources_synced.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.202167 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.202681 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: agent-resources-synced Jul 05 15:57:24.203008 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.204854 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.205402 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: allowed-address-pairs Jul 05 15:57:24.205739 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.207438 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.207978 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: auto-allocated-topology Jul 05 15:57:24.208305 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: availability_zone.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.209019 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.209562 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: availability_zone Jul 05 15:57:24.209888 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: availability_zone_filter.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.210820 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.211341 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: availability_zone_filter Jul 05 15:57:24.211667 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: data_plane_status.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.212583 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.213102 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 15:57:24.213462 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: default_subnetpools.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.214392 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.214909 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: default-subnetpools Jul 05 15:57:24.215235 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.216101 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.216616 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: dhcp_agent_scheduler Jul 05 15:57:24.216942 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: dns.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.217887 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.218395 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 15:57:24.218721 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: dns_domain_ports.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.219636 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.220148 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 15:57:24.220473 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.221430 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.222007 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 15:57:24.222432 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: dvr.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.223159 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.223776 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: dvr Jul 05 15:57:24.224211 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: empty_string_filtering.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.225217 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.225869 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: empty-string-filtering Jul 05 15:57:24.226158 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.227170 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.227711 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 15:57:24.228077 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.229058 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.229722 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 15:57:24.230053 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: external_net.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.231046 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.231581 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: external-net Jul 05 15:57:24.231913 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.232940 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.233548 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: extra_dhcp_opt Jul 05 15:57:24.233893 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: extraroute.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.234888 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.235545 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: extraroute Jul 05 15:57:24.235875 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: extraroute_atomic.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.237279 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.237892 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: extraroute-atomic Jul 05 15:57:24.238250 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: filter_validation.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.239018 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.239543 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: filter-validation Jul 05 15:57:24.239938 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: fip_pf_description.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.240974 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.241535 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 15:57:24.241864 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: fip_port_details.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.242850 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.243473 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: fip-port-details Jul 05 15:57:24.243844 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: flavors.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.245199 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.245761 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: flavors Jul 05 15:57:24.246113 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.248020 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.248576 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 15:57:24.248912 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: floatingip_pools.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.249694 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.250211 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: floatingip-pools Jul 05 15:57:24.250540 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: ip_allocation.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.251628 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.252149 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 15:57:24.252475 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.253534 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.254679 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: ip-substring-filtering Jul 05 15:57:24.255056 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l2_adjacency.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.256154 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.256751 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 15:57:24.257236 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l3.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.258470 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.259019 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: router Jul 05 15:57:24.259375 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.262299 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.262900 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 15:57:24.263321 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.264321 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.264914 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: ext-gw-mode Jul 05 15:57:24.265274 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.266336 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.266875 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: l3-ha Jul 05 15:57:24.267261 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l3_flavors.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.268319 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.268902 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: l3-flavors Jul 05 15:57:24.270134 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.271112 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.271621 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 15:57:24.271968 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: l3agentscheduler.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.273102 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.273658 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: l3_agent_scheduler Jul 05 15:57:24.273989 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: logging.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.275503 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.276033 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension logging not supported by any of loaded plugins Jul 05 15:57:24.276370 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: metering.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.277126 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.277747 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: metering Jul 05 15:57:24.278080 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.279181 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.279705 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: metering_source_and_destination_fields Jul 05 15:57:24.280039 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: multiprovidernet.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.280971 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.281532 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: multi-provider Jul 05 15:57:24.281858 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: netmtu.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.282801 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.283318 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: net-mtu Jul 05 15:57:24.283649 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: netmtu_writable.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.284580 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.285169 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: net-mtu-writable Jul 05 15:57:24.285549 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: network_availability_zone.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.286229 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.286750 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: network_availability_zone Jul 05 15:57:24.287152 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: network_ip_availability.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.288198 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.288816 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: network-ip-availability Jul 05 15:57:24.289146 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: network_segment_range.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.290010 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.290525 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 15:57:24.290852 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: pagination.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.291902 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.292271 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: pagination Jul 05 15:57:24.292596 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: port_device_profile.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.293638 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.294212 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: port-device-profile Jul 05 15:57:24.294606 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.295674 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.296190 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: port-mac-address-regenerate Jul 05 15:57:24.296550 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.297506 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.298073 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: port-numa-affinity-policy Jul 05 15:57:24.298426 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: port_resource_request.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.299426 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.300028 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 15:57:24.300330 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: portbindings.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.301386 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.301964 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: binding Jul 05 15:57:24.302275 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: portbindings_extended.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.303843 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.304436 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: binding-extended Jul 05 15:57:24.304770 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: portsecurity.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.305762 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.306335 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: port-security Jul 05 15:57:24.306685 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: project_id.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.307778 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.308110 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: project-id Jul 05 15:57:24.308441 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: providernet.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.309435 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.309972 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: provider Jul 05 15:57:24.310297 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.314167 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.314783 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos not supported by any of loaded plugins Jul 05 15:57:24.315223 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.317010 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.317751 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 15:57:24.318157 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.319131 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.319675 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 15:57:24.320073 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_default.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.321010 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.321568 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-default not supported by any of loaded plugins Jul 05 15:57:24.321905 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_fip.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.322645 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.323195 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 15:57:24.323572 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.324628 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.325150 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 15:57:24.325519 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.326451 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.327017 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 15:57:24.327368 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.328405 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.329005 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 15:57:24.329364 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: qos_rules_alias.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.330458 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.330986 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 15:57:24.331347 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: quotasv2.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.333009 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.333388 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: quotas Jul 05 15:57:24.333789 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: quotasv2_detail.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.337050 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.337425 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: quota_details Jul 05 15:57:24.337764 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: rbac.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.338948 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.339557 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: rbac-policies Jul 05 15:57:24.339904 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: rbac_address_group.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.341095 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.341661 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: rbac-address-group Jul 05 15:57:24.341998 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: rbac_address_scope.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.342958 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.343477 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: rbac-address-scope Jul 05 15:57:24.343809 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: rbac_security_groups.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.344743 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.345262 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: rbac-security-groups Jul 05 15:57:24.345630 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.346565 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.347112 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: rbac-subnetpool Jul 05 15:57:24.347533 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: revisionifmatch.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.348475 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.349192 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: revision-if-match Jul 05 15:57:24.349532 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: revisions.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.350674 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.351195 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: standard-attr-revisions Jul 05 15:57:24.351531 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: router_availability_zone.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.352221 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.352743 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: router_availability_zone Jul 05 15:57:24.353075 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: routerservicetype.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.354037 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.354552 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 15:57:24.354890 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.355827 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.356347 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: security-groups-normalized-cidr Jul 05 15:57:24.356678 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.357645 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.358163 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: port-security-groups-filtering Jul 05 15:57:24.358492 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.359422 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.359945 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: security-groups-remote-address-group Jul 05 15:57:24.360276 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: securitygroup.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.370902 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.371490 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: security-group Jul 05 15:57:24.371827 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: segment.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.372759 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.373221 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension segment not supported by any of loaded plugins Jul 05 15:57:24.373580 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.374610 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.375132 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 15:57:24.375463 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: servicetype.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.376604 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.377129 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: service-type Jul 05 15:57:24.377493 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: sorting.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.378490 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.379365 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: sorting Jul 05 15:57:24.379759 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: standard_attr_segment.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.380774 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.381300 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 15:57:24.381652 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: standardattrdescription.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.382310 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.382821 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: standard-attr-description Jul 05 15:57:24.383148 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: stateful_security_group.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.384084 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.384608 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: stateful-security-group Jul 05 15:57:24.384939 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: stdattrs_common.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.385578 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 15:57:24.385907 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.386908 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.387565 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 15:57:24.387908 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: subnet_onboard.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.389115 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.389711 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: subnet_onboard Jul 05 15:57:24.390072 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.391075 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.391646 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 15:57:24.392003 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: subnet_service_types.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.393068 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.393619 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: subnet-service-types Jul 05 15:57:24.394017 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: subnetallocation.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.395870 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.396470 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: subnet_allocation Jul 05 15:57:24.396829 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.397658 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.398255 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: subnetpool-prefix-ops Jul 05 15:57:24.398591 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.399646 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.400214 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 15:57:24.400605 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: tagging.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.401900 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.402448 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: standard-attr-tag Jul 05 15:57:24.402831 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: timestamp.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.404234 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.404765 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loaded extension: standard-attr-timestamp Jul 05 15:57:24.405175 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: trunk.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.406341 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.406870 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension trunk not supported by any of loaded plugins Jul 05 15:57:24.407222 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: trunk_details.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.408266 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.408790 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 15:57:24.409193 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.410305 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.410886 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 15:57:24.411283 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Loading extension file: vlantransparent.py {{(pid=93001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 15:57:24.412044 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 15:57:24.412650 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 15:57:24.415498 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:network Jul 05 15:57:24.416167 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:subnet Jul 05 15:57:24.416566 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 15:57:24.416980 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:port Jul 05 15:57:24.418330 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.418903 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service FLAVORS assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.419543 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.420054 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.420542 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:router Jul 05 15:57:24.420978 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 15:57:24.421528 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service METERING assigned prefix: /metering {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.423082 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.423475 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.423880 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 15:57:24.425036 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 15:57:24.425555 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:security_group Jul 05 15:57:24.426021 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 15:57:24.426714 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service CORE assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.427050 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 15:57:24.427427 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] subnetpool is already registered Jul 05 15:57:24.427932 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service CORE assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.428267 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 15:57:24.428640 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] subnetpool is already registered Jul 05 15:57:24.431360 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.431807 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service FLAVORS assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.432492 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.432992 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.433352 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:router Jul 05 15:57:24.433704 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] router is already registered Jul 05 15:57:24.434128 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 15:57:24.434475 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] floatingip is already registered Jul 05 15:57:24.434945 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service METERING assigned prefix: /metering {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.435731 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 15:57:24.436066 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] rbac_policy is already registered Jul 05 15:57:24.436488 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:security_group Jul 05 15:57:24.436902 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] security_group is already registered Jul 05 15:57:24.437330 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 15:57:24.437700 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] security_group_rule is already registered Jul 05 15:57:24.438405 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service CORE assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.438738 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 15:57:24.439102 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] subnetpool is already registered Jul 05 15:57:24.439526 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.v2.resource_helper [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Service CORE assigned prefix: {{(pid=93001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 15:57:24.439870 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 15:57:24.440310 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING neutron.quota.resource_registry [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] subnetpool is already registered Jul 05 15:57:24.440856 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: extensions {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.443074 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: address-groups {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.444557 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: address-scopes {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.445947 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: agents {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.447107 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: auto-allocated-topology {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.448352 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: availability_zones {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.449606 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: dhcp-networks {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.452286 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: dhcp-agents {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.453747 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: routers {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.455485 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: flavors {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.456845 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: service_profiles {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.458704 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: next_providers {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.460159 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: service_profiles {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.462459 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: floatingip-pools {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.464320 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: routers {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.466778 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: floatingips {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.468318 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: l3-routers {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.469882 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: l3-agents {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.471399 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: metering-labels {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.472943 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: metering-label-rules {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.474496 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: network-ip-availabilities {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.475961 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: bindings {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.477698 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: quotas {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.479282 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: quotas {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.480810 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: rbac-policies {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.482123 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: security-groups {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.483514 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: security-group-rules {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.484881 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: service-providers {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.486602 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: subnetpools {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.488691 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: subnetpools {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.490431 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.492336 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.494323 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.496270 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.498210 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.500455 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.502338 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.504973 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.507052 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.509062 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron.api.extensions [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Extended resource: tags {{(pid=93001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 15:57:24.515735 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING keystonemiddleware.auth_token [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 15:57:24.520914 dv-cinder-796286-13-iscsi neutron-server[93001]: WARNING keystonemiddleware.auth_token [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 15:57:24.531160 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_concurrency.lockutils [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Acquired lock "singleton_lock" {{(pid=93001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 15:57:24.531658 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_concurrency.lockutils [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Releasing lock "singleton_lock" {{(pid=93001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 15:57:24.532320 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO oslo_service.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Starting 2 workers Jul 05 15:57:24.537586 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Started child 93109 {{(pid=93001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 15:57:24.542362 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Started child 93110 {{(pid=93001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 15:57:24.542793 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:24.544108 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO neutron.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 15:57:24.544292 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [-] (93109) wsgi starting up on http://0.0.0.0:9696 Jul 05 15:57:24.544657 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 37930) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:57:24.544826 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Notify callbacks [] for process, before_spawn {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:24.547507 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO oslo_service.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Starting 1 workers Jul 05 15:57:24.548306 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:24.550271 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [-] (93110) wsgi starting up on http://0.0.0.0:9696 Jul 05 15:57:24.554088 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071564 Jul 05 15:57:24.554747 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Started child 93111 {{(pid=93001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 15:57:24.555621 dv-cinder-796286-13-iscsi neutron-server[93001]: INFO oslo_service.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Starting 1 workers Jul 05 15:57:24.560005 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] calling RpcWorker wait() {{(pid=93111) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 15:57:24.560985 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] returning from RpcWorker wait() {{(pid=93111) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 15:57:24.562183 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Started child 93114 {{(pid=93001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 15:57:24.562589 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:24.563030 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:57:24.564946 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e4374f67-537e-4f6d-a396-fd8cdc7fdfc1 None None] Notify callbacks [] for process, after_spawn {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:24.568604 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 15:57:24.568604 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 15:57:24.568818 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 15:57:24.568985 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 15:57:24.569745 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 15:57:24.570236 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 15:57:24.571207 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.571834 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.572423 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.573017 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.573685 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.574467 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:24.575577 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.576186 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.576779 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.577446 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.578016 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.578414 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.578864 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.579506 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.580124 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.580783 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.581573 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.582270 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.582917 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.583490 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.584109 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.584752 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.585446 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.586081 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] debug = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.586751 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.587766 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.588409 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.589026 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.589725 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.590417 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.591127 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.591812 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.592494 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.593155 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.593766 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.594310 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.594980 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.595594 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.596244 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.596918 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.597666 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.598797 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] host = dv-cinder-796286-13-iscsi {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.599420 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.600049 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.600458 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.600893 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.601274 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.601912 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.602549 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.603195 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.603859 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.604493 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.605182 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.605872 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.606470 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.607091 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.607616 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_options = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.608246 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.608896 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.609574 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.610120 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.610497 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:57:24.610878 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.611708 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.612338 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.612817 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.613991 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.614623 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.615227 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.615815 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.616494 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.617086 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.617768 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.618410 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.619012 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.619610 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.620243 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.620865 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.621539 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.622199 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.622878 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.623479 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.624118 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.624729 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.625416 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.626229 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.626834 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.627517 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.627906 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.628510 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.629771 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.630495 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.631151 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.631773 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.632410 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.633082 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.633796 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.634478 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.635134 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.635814 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.636495 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.637155 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.637881 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.638522 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_json = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.639161 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.639820 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.640504 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.641159 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.641784 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.642303 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.642833 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.643478 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.644473 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.645210 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.646007 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.646716 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.647368 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.648027 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.648666 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.649028 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.649465 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.650055 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.650602 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.651170 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.651661 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.652057 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.652822 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.653557 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.654184 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.654612 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.655524 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.655524 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.655850 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.656583 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.657935 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.658412 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.659746 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.660418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.661164 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.661787 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.662189 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.662564 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.662960 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.663343 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.663789 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.664185 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.664549 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.664926 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.665609 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.666205 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.666795 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.667392 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.667994 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.668575 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.669160 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.669742 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.670288 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.670924 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.671530 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.672117 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.672796 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.674475 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.675168 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.677106 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.677816 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.678290 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.678918 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.679506 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.679976 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.680434 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.680818 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.681207 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.681634 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.682056 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.682450 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.682768 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.683128 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.683502 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.683881 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.684261 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.684655 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.685032 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.685426 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.686004 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.686561 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.687074 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.687713 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.688277 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.688657 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.689050 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.689524 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.690078 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.690449 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.690815 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.692119 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.692820 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.693525 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.694046 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.694643 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.695238 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.695809 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.696023 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.696415 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.696905 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.697349 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.697795 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.698333 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.698750 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.699144 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.699538 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.699927 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.700534 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.700932 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.701292 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.701692 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.702050 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.702445 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.702838 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.703261 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.704008 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.704008 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.704445 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.704870 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.705302 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.706928 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.707394 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.707782 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.708238 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.708848 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.709107 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.709541 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.709944 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.710529 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.710917 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.711325 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.711733 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.712100 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.712503 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.712872 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.713387 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.713772 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.714183 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.714555 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.715508 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.715508 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.715721 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.716318 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.716670 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.717118 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.717547 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.717933 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.718366 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.718768 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.719150 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.719486 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.719831 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.720115 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.720411 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.720711 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.721006 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.721401 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.721728 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.722209 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.722479 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.722861 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.723294 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.723706 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.723998 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.724571 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.725009 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.725336 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.725719 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.726071 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.726439 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.726807 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.727168 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.727554 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.727948 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.728322 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.728734 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.729094 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.731147 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.731147 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.731446 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.731709 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.732011 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.732394 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.732743 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.733122 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.733516 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.733867 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.735418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.735418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.735418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.735418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.735939 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.736072 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.736694 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.737068 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.737676 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.738601 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.739004 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.739347 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.739894 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.740482 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.741009 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.741605 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.742239 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.742867 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.743461 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.743909 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.744339 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.744672 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.745039 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.745445 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.745978 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.746521 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.747037 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:57:24.747153 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.747554 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.747953 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.749107 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.749107 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.749277 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.749562 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.749951 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.750313 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.750672 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.751724 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.751724 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.751724 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.752012 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.752381 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.752758 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.753130 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.753554 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.754498 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.754891 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.755346 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.755610 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.756028 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.756502 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.756820 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.757180 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.757561 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.757915 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.758269 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.758663 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.759031 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.759493 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.760082 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.760655 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.761336 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.761934 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.762405 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.762868 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.763363 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.763967 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.764560 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.765122 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.765666 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.766780 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.767307 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.767722 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.768185 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.768631 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.769046 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.770062 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.770575 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.771938 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.771938 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.771938 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.772359 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.772725 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.773827 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.773827 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.774001 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.774292 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.774659 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.775012 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.775404 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.775769 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.776141 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.776504 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.776870 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.777259 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.777661 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.778040 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.778421 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.778794 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.779170 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.779497 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.779776 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 15:57:24.780586 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 15:57:24.780850 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 15:57:24.781107 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 15:57:24.781418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 15:57:24.781696 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 15:57:24.781960 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 15:57:24.782263 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.782536 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.782801 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.783064 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.783326 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.783632 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.783899 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.784166 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.784426 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.784686 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.785003 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.786548 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.786548 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.786548 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.786548 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.786548 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.786855 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.787033 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.787206 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.787460 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.787730 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.787993 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.788257 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] debug = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.788526 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.788850 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.789116 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.789418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.789686 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.790669 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.790669 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.790669 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.790669 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.791211 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.791211 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.791211 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.791588 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.791723 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.791970 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.792186 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.792481 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.792722 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] host = dv-cinder-796286-13-iscsi {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.792980 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.793243 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.793588 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.793852 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.794974 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.795526 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.795968 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.796422 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.796684 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.796953 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.797221 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.797523 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.797784 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.798047 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.798313 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_options = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.800093 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.800093 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.800093 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.800585 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.800585 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.800852 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.801190 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.801467 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.801779 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.801960 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.802218 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.802425 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.802691 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.802920 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.803192 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.803453 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.803681 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.803913 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.804133 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.804361 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.804601 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.804862 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.805135 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.805409 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.805659 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.805926 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.806198 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.806461 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.806732 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.807001 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.807269 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.807530 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.807806 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.808076 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.808342 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.809400 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.809400 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.809400 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.809400 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.809400 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.810257 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.810257 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.810257 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.810651 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.810811 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.810982 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_json = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.811271 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.811444 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.813358 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.813358 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.813358 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.813358 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.813358 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.813358 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 15:57:24.813358 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.814290 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.814290 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.814290 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.814665 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.814665 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.814919 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.815160 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.815469 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.815750 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.815959 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.816757 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.816996 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.817360 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.817746 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.818021 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.818177 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.818491 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.818818 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.819005 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.819215 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.819393 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.819672 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.819939 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.820215 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.820501 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.820737 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.820990 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.821261 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.821567 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.821845 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.822095 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.822933 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.822933 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.822933 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.822933 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.823472 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.823472 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.823745 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.823880 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.824152 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.824418 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.824681 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.824955 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.825169 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.825424 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.825679 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.825946 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.826203 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.826461 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.826738 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.826958 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.827197 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.827462 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.827736 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.828000 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.828275 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.828539 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.828808 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.829075 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.829324 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.829619 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.829892 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.830140 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.830396 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.830636 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.830875 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.831133 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.831396 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.831675 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.832507 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.832772 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.833035 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.833239 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.833519 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.833787 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.834052 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.834310 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.834559 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.834827 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.835107 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.835370 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.835643 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.835907 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.836192 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.836487 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.836732 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.836951 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.837198 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.837490 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.837754 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.838001 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.838275 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.838534 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.838793 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.839054 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.839318 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.839584 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.839814 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.840033 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.840259 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.840502 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.840768 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.841023 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.841273 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.841559 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.841814 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.842075 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.842336 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.842599 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.842861 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.843145 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.843372 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.843593 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.843808 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.844044 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.844320 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.844585 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.844846 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.845113 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.845408 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.845662 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.845927 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.846187 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.846400 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.846640 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.846865 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.847088 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.847325 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.847605 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.847821 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.848084 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.848380 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.848645 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.848906 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.849166 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.849455 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.849719 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.849937 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.850138 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.850346 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.850592 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.850861 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.851113 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.851367 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.851604 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.851906 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.852103 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.852365 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.852632 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.852891 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.853118 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.853390 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.853609 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.853834 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.854054 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.854296 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.854561 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.854825 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.855085 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.855350 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.855612 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.856157 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.856400 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.856616 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.856830 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.857083 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.857368 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.857615 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.857866 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.858094 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.858342 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.858602 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.858861 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.859123 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.859361 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.859585 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.859819 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.860085 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.860357 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.860602 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.860855 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.861092 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.861619 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.861886 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.862149 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.862414 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.862690 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.862909 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.863153 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.863376 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.863630 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.863897 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.864138 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.864399 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.864638 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.864900 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.865158 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.865446 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.865714 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.865930 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.866156 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.866382 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.866628 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.866894 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.867139 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.867410 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.867661 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.867918 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.868172 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.868433 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.868702 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.868970 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.869222 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.869504 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.869765 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.870035 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.870301 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.870536 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.870745 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.870965 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.871182 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.871397 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.871622 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.871899 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.872784 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.872784 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.872784 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.873209 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.873209 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.873526 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.873776 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.874249 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.874249 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.874984 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.874984 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.875599 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.875599 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.875599 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.876159 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.876159 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.876909 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.876909 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.876909 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.877531 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.877531 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.878095 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.878095 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.878556 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.878556 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.879369 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.879608 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.879830 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.880175 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.880404 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.880664 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.880942 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.881212 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.881526 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.881826 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.882091 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.882315 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.882541 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.882756 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.883028 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.883301 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.883564 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.883813 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.884130 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.884290 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.884493 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.884752 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.885003 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.885391 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.885552 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.885886 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.886065 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.886308 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.886555 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 15:57:24.886802 dv-cinder-796286-13-iscsi neutron-server[93001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 15:57:36.931266 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471dde8-8dc2-4eec-bea8-871bc11e8eea None None] get_active_networks_info from dv-cinder-796286-13-iscsi {{(pid=93111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 15:57:36.995246 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471dde8-8dc2-4eec-bea8-871bc11e8eea None None] No non-hosted networks {{(pid=93111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 15:57:37.010351 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.agentschedulers_db [None req-b471dde8-8dc2-4eec-bea8-871bc11e8eea None None] DHCP Agent not found on host dv-cinder-796286-13-iscsi {{(pid=93111) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 15:57:37.124239 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-175a0123-9503-4955-b381-856d349d87a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16279102'] for agent, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:39.367687 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d0516737-4691-4fb2-913f-a5f053dde601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16279102'] for agent, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:39.414364 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2773af4b-a9c1-4257-bd6e-ed66a4e0839d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:39.663944 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16279102'] for agent, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:39.664766 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.665181 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.665648 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.666071 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.666471 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.666867 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.669616 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.672646 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.674117 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.674558 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.674973 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.675385 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:39.679610 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:57:39.700903 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:57:40.986275 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16279102'] for agent, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:42.415548 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.db.l3_hamode_db [None req-974aa4fe-30b6-45eb-b3ef-efe25010f156 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 15:57:42.495342 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974aa4fe-30b6-45eb-b3ef-efe25010f156 None None] Routers set() bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 15:57:42.495660 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974aa4fe-30b6-45eb-b3ef-efe25010f156 None None] Router IDs set() for agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 15:57:43.319678 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16279102'] for agent, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:44.018445 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38036) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:57:44.515736 dv-cinder-796286-13-iscsi neutron-server[93110]: WARNING oslo_policy.policy [None req-94b6cbc0-3374-4192-b32e-9a52a17a6373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:57:44.516325 dv-cinder-796286-13-iscsi neutron-server[93110]: WARNING oslo_policy.policy [None req-94b6cbc0-3374-4192-b32e-9a52a17a6373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:57:44.735083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [None req-94b6cbc0-3374-4192-b32e-9a52a17a6373 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 15:57:44.736348 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-94b6cbc0-3374-4192-b32e-9a52a17a6373 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7158532 Jul 05 15:57:47.175168 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38050) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:57:47.682026 dv-cinder-796286-13-iscsi neutron-server[93109]: WARNING oslo_policy.policy [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:57:47.682604 dv-cinder-796286-13-iscsi neutron-server[93109]: WARNING oslo_policy.policy [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:57:47.902779 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 15:57:48.002077 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.policy [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 15:57:48.047017 dv-cinder-796286-13-iscsi neutron-server[93109]: WARNING oslo_policy.policy [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:57:48.047400 dv-cinder-796286-13-iscsi neutron-server[93109]: WARNING oslo_policy.policy [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:57:48.056670 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.quota [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] Loaded quota_driver: . Jul 05 15:57:48.156191 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761443813306', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761443826071', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761443833220', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761443831730', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761443837311', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761443859581', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-652992', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16320863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16509943'] for rbac-policy, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:48.226471 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:48.227704 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-03bf34fd-eef0-4878-85f1-c82d99cd2dc5 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0515296 Jul 05 15:57:50.966188 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38068) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:57:51.317176 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'name': 'private'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 15:57:51.354050 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Made reservation on behalf of d8f866c33aca4540a08c3341a87a2389 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 15:57:51.357552 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.378198 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.536289 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.542748 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.571492 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44088264-0960-4c50-8023-cee51003838e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 15:57:51.602530 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761440159573', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.603337 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Unsubscribe: segment precommit_create {{(pid=93109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 15:57:51.603967 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Added segment 9d0d7db3-d54b-48cd-9316-4d831fa0e3d0 of type vlan for network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 Jul 05 15:57:51.611567 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4aa508-4f8a-436a-8ecc-24a24845c5a8,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:57:51.639580 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.639943 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.640311 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.640690 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.641019 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.641374 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.641706 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.642078 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.642451 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.642782 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.643160 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.643496 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Tracked resource versions report: Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: pushed versions: Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: { 'AddressGroup': {'1.2'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'ConntrackHelper': {'1.0'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Log': {'1.0'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Network': {'1.1'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Port': {'1.7'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'PortForwarding': {'1.2'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'QosPolicy': {'1.8'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroup': {'1.4'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroupRule': {'1.2'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SubPort': {'1.0'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Subnet': {'1.1'}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Trunk': {'1.1'}} Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: consumer versions: Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'ConntrackHelper': '1.0', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Log': '1.0', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Network': '1.1', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Port': '1.7', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'PortForwarding': '1.2', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'QosPolicy': '1.8', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroup': '1.4', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroupRule': '1.2', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SubPort': '1.0', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Subnet': '1.1', Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Trunk': '1.1'}} Jul 05 15:57:51.645188 dv-cinder-796286-13-iscsi neutron-server[93109]: {{(pid=93109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 15:57:51.741551 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.812554 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.813759 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:57:51.814435 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:51.913336 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-44088264-0960-4c50-8023-cee51003838e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9347394 Jul 05 15:57:51.931651 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44088264-0960-4c50-8023-cee51003838e admin admin] Pushing event updated for resources: {'Network': ['ID=a0f506e6-c4f1-4e6d-bc85-e926c6a93a71,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:57:51.950452 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 15:57:54.753686 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38082) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:57:55.232134 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405214f-fc29-4894-aad7-59a086f83176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:57:55.233657 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5405214f-fc29-4894-aad7-59a086f83176 admin admin] 10.222.0.24 "GET /v2.0/networks/a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 HTTP/1.1" status: 200 len: 825 time: 0.4788692 Jul 05 15:57:55.263032 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-4e726d23-d32e-4245-b82d-277025454b36 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/3d4197b6-15c9-4d2e-8df9-b8332067ac32 HTTP/1.1" status: 200 len: 734 time: 0.0237370 Jul 05 15:57:55.273238 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Request body: {'subnet': {'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3d4197b6-15c9-4d2e-8df9-b8332067ac32', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 15:57:55.300703 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Made reservation on behalf of d8f866c33aca4540a08c3341a87a2389 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 15:57:55.309657 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:55.653598 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:55.740579 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Checking segment: {'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 15:57:55.741051 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Network hostable DHCP agents. Network: a0f506e6-c4f1-4e6d-bc85-e926c6a93a71, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 15:57:55.746819 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873cd9b6-8f9c-4d53-a81c-13e993b26434,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:57:55.769200 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 15:57:55.789245 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, a0f506e6-c4f1-4e6d-bc85-e926c6a93a71) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 15:57:55.795361 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:57:55.795939 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:55.800437 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04cbab-1127-4864-986e-7bc585c65414 None None] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 15:57:55.813620 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f39c2ad0-2988-4a12-9363-f145cfa430f1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5451455 Jul 05 15:57:56.176534 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'fixed_ips': [{'subnet_id': '873cd9b6-8f9c-4d53-a81c-13e993b26434'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 15:57:56.178998 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:56.491794 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Allocated IP 172.20.0.2 (a0f506e6-c4f1-4e6d-bc85-e926c6a93a71/873cd9b6-8f9c-4d53-a81c-13e993b26434/1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 15:57:56.785139 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:56.807985 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Transition to ACTIVE for port object 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 15:57:56.842325 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Transition to ACTIVE for port object 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 15:57:56.851894 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:56.924655 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 15:57:56.930773 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 15:57:56.942155 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 15:57:56.945653 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Pushing event updated for resources: {'Port': ['ID=1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:57:56.973060 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.973463 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.973820 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.974883 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.975221 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.975605 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.975939 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.976263 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.976609 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.976933 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.977265 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.977613 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Tracked resource versions report: Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: pushed versions: Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: { 'AddressGroup': {'1.2'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'ConntrackHelper': {'1.0'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Log': {'1.0'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Network': {'1.1'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Port': {'1.7'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'PortForwarding': {'1.2'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'QosPolicy': {'1.8'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroup': {'1.4'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroupRule': {'1.2'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SubPort': {'1.0'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Subnet': {'1.1'}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Trunk': {'1.1'}} Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: consumer versions: Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'ConntrackHelper': '1.0', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Log': '1.0', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Network': '1.1', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Port': '1.7', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'PortForwarding': '1.2', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'QosPolicy': '1.8', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroup': '1.4', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroupRule': '1.2', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SubPort': '1.0', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Subnet': '1.1', Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Trunk': '1.1'}} Jul 05 15:57:56.979099 dv-cinder-796286-13-iscsi neutron-server[93111]: {{(pid=93111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 15:57:57.033765 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Attempting to bind port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 15:57:57.034192 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Attempting to bind port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 15:57:57.034680 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Attempting to bind port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b on network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 15:57:57.040472 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 15:57:57.040833 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Checking segment: {'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 15:57:57.041354 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:57.041802 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Bound using segment: {'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 15:57:57.042313 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Bound port: 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 15:57:57.042738 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:57.113243 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] For port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 15:57:57.119691 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] For port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b,segment=NetworkSegment(9d0d7db3-d54b-48cd-9316-4d831fa0e3d0),segment_id=9d0d7db3-d54b-48cd-9316-4d831fa0e3d0)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 15:57:57.124466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:57:57.210966 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746b7d0-5d86-4619-bfe9-8114b5e4a882 None None] Pushing event updated for resources: {'Port': ['ID=1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:57:58.401001 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38090) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:57:58.811378 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [None req-1f0a09b1-5642-4406-8036-93a6d9aa9068 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 15:57:58.812498 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-1f0a09b1-5642-4406-8036-93a6d9aa9068 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4102614 Jul 05 15:58:01.306309 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38098) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:01.623920 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [None req-fca62d7f-d85f-4800-a347-a6aacb2cdc37 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 15:58:01.624994 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-fca62d7f-d85f-4800-a347-a6aacb2cdc37 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176918 Jul 05 15:58:03.540834 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36050ab-c0b1-4244-ad62-3ead96f4b3aa None None] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 15:58:03.602181 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-1cc04aba-baad-495f-a747-d5dc8dba5018 None None] Provisioning for port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 15:58:04.010073 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 15:58:04.106939 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 15:58:04.111299 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:04.111715 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:04.226438 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:04.263851 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b,segment=NetworkSegment(9d0d7db3-d54b-48cd-9316-4d831fa0e3d0),segment_id=9d0d7db3-d54b-48cd-9316-4d831fa0e3d0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 15:58:04.269421 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:04.317548 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:04.406551 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38112) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:04.706008 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'name': 'router1'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 15:58:04.770309 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.policy [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93110) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 15:58:04.820944 dv-cinder-796286-13-iscsi neutron-server[93110]: WARNING oslo_policy.policy [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:58:04.821342 dv-cinder-796286-13-iscsi neutron-server[93110]: WARNING oslo_policy.policy [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 15:58:04.830009 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.quota [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Loaded quota_driver: . Jul 05 15:58:04.887655 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:04.889452 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:05.048269 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:05.053645 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:05.072658 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:05.073864 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-2cd16003-680c-44ba-8579-1c571fc71543 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6663363 Jul 05 15:58:05.967154 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 15:58:06.016169 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:06.016541 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:06.639581 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 15:58:06.847400 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a5f029b4-c972-4968-9119-25bd9cb8079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:07.497018 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38122) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:07.824488 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [None req-ad593f13-18de-438c-ba28-2b9e57b441d4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 15:58:07.825503 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ad593f13-18de-438c-ba28-2b9e57b441d4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3274846 Jul 05 15:58:09.362226 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3756ad13-21e5-4b4f-809e-88a4a41db26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:09.648981 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:10.273178 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38130) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:10.624200 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 15:58:10.654575 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Made reservation on behalf of 1b45a353d8fc4e0b847c91bd0d49d75f for: {'network': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 15:58:10.657650 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:10.674364 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:10.805088 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:10.810272 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:10.822611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93110) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 15:58:10.857439 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761440159573', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:10.858029 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Unsubscribe: segment precommit_create {{(pid=93110) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 15:58:10.858527 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.segments_db [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Added segment 014d586c-90d6-4e35-9c49-84ce1baa1749 of type flat for network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a Jul 05 15:58:10.876815 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28a0b7-b12c-464d-a7c8-2e6d0627d32b,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:10.919772 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:10.929658 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.930015 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.930357 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.930683 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.931001 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.931338 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.931662 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.931990 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.932315 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.932629 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.932946 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.933667 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Tracked resource versions report: Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: pushed versions: Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: { 'AddressGroup': {'1.2'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'ConntrackHelper': {'1.0'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Log': {'1.0'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Network': {'1.1'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Port': {'1.7'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'PortForwarding': {'1.2'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'QosPolicy': {'1.8'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroup': {'1.4'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroupRule': {'1.2'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SubPort': {'1.0'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Subnet': {'1.1'}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Trunk': {'1.1'}} Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: consumer versions: Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'ConntrackHelper': '1.0', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Log': '1.0', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Network': '1.1', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Port': '1.7', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'PortForwarding': '1.2', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'QosPolicy': '1.8', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroup': '1.4', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroupRule': '1.2', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SubPort': '1.0', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Subnet': '1.1', Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Trunk': '1.1'}} Jul 05 15:58:10.935058 dv-cinder-796286-13-iscsi neutron-server[93110]: {{(pid=93110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 15:58:11.001115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:11.056837 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:11.058021 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:58:11.058657 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:11.136325 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8620129 Jul 05 15:58:11.160597 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5b03-6a36-4035-832d-a090442101e5 admin admin] Pushing event updated for resources: {'Network': ['ID=05ee55bb-fabb-4eb6-befa-d7f4cde5502a,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:11.172083 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 15:58:13.286636 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:13.549829 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38152) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:13.783363 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38e89d-c549-4e1a-adda-24b5e6bad63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:58:13.784688 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ed38e89d-c549-4e1a-adda-24b5e6bad63c admin admin] 10.222.0.24 "GET /v2.0/subnets/873cd9b6-8f9c-4d53-a81c-13e993b26434 HTTP/1.1" status: 200 len: 849 time: 0.2338829 Jul 05 15:58:13.921567 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-976b169a-31b2-495d-8f93-46d3ef9455e1 admin admin] 10.222.0.24 "GET /v2.0/routers/8c383dfb-67ec-429d-ade9-c5de797b3049 HTTP/1.1" status: 200 len: 704 time: 0.1311717 Jul 05 15:58:14.218224 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:14.525243 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Allocated IP 172.20.0.1 (a0f506e6-c4f1-4e6d-bc85-e926c6a93a71/873cd9b6-8f9c-4d53-a81c-13e993b26434/d5d51937-9767-4aad-81ca-24a0063a525f) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 15:58:14.720736 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:14.746843 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Transition to ACTIVE for port object d5d51937-9767-4aad-81ca-24a0063a525f will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 15:58:14.830711 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:14.908884 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 15:58:14.916642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 15:58:14.921934 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Pushing event updated for resources: {'Port': ['ID=d5d51937-9767-4aad-81ca-24a0063a525f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:14.935184 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 15:58:14.935355 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:15.175463 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d72721ee-bc4d-482d-9c45-d2a67f6fb5c7 None None] Provisioning for port d5d51937-9767-4aad-81ca-24a0063a525f completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 15:58:15.181061 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d72721ee-bc4d-482d-9c45-d2a67f6fb5c7 None None] Provisioning complete for port d5d51937-9767-4aad-81ca-24a0063a525f triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:15.181483 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d72721ee-bc4d-482d-9c45-d2a67f6fb5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:15.216805 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-d72721ee-bc4d-482d-9c45-d2a67f6fb5c7 None None] Port d5d51937-9767-4aad-81ca-24a0063a525f cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 15:58:15.228626 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:15.414630 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:15.419246 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:15.420191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:15.500892 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Pushing event updated for resources: {'Port': ['ID=d5d51937-9767-4aad-81ca-24a0063a525f,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:15.551918 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 15:58:15.553426 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 15:58:15.719834 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Router 8c383dfb-67ec-429d-ade9-c5de797b3049 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 15:58:15.738067 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f6c4150e-29c5-4935-aa83-a1aeeb75ea7b None None] Provisioning complete for port d5d51937-9767-4aad-81ca-24a0063a525f triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:15.738445 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f6c4150e-29c5-4935-aa83-a1aeeb75ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:15.772806 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4150e-29c5-4935-aa83-a1aeeb75ea7b None None] Port d5d51937-9767-4aad-81ca-24a0063a525f cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 15:58:15.815186 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 15:58:15.822157 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-e4d79f4f-e62e-4754-bf14-e7c11c8092ac admin admin] 10.222.0.24 "PUT /v2.0/routers/8c383dfb-67ec-429d-ade9-c5de797b3049/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8941994 Jul 05 15:58:15.838156 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Sync routers for ids ['8c383dfb-67ec-429d-ade9-c5de797b3049'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 15:58:15.853540 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Routers {'8c383dfb-67ec-429d-ade9-c5de797b3049'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 15:58:15.854364 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T15:58:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['8c383dfb-67ec-429d-ade9-c5de797b3049'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:16.059499 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Set router 8c383dfb-67ec-429d-ade9-c5de797b3049 gateway port host: None {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 15:58:16.505612 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'name': 'router1', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T15:58:04Z', 'updated_at': '2021-07-05T15:58:15Z', 'revision_number': 2, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'gw_port_host': None, '_interfaces': [{'id': 'd5d51937-9767-4aad-81ca-24a0063a525f', 'name': '', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'mac_address': 'fa:16:3e:80:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:14Z', 'updated_at': '2021-07-05T15:58:15Z', 'revision_number': 2, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'subnets': [{'id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4197b6-15c9-4d2e-8df9-b8332067ac32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:16.559814 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Checking router: 8c383dfb-67ec-429d-ade9-c5de797b3049 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 15:58:16.560185 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Updating router 8c383dfb-67ec-429d-ade9-c5de797b3049 port d5d51937-9767-4aad-81ca-24a0063a525f binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 15:58:16.635457 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:17.160029 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:17.179509 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Transition to ACTIVE for port object d5d51937-9767-4aad-81ca-24a0063a525f will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 15:58:17.187993 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:17.365223 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Attempting to bind port d5d51937-9767-4aad-81ca-24a0063a525f on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 15:58:17.366561 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Attempting to bind port d5d51937-9767-4aad-81ca-24a0063a525f by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 15:58:17.367255 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Attempting to bind port d5d51937-9767-4aad-81ca-24a0063a525f on network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 15:58:17.369873 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Pushing event updated for resources: {'Port': ['ID=d5d51937-9767-4aad-81ca-24a0063a525f,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:17.378695 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 15:58:17.379127 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Checking segment: {'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 15:58:17.379629 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:17.380027 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Bound using segment: {'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 15:58:17.380532 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Bound port: d5d51937-9767-4aad-81ca-24a0063a525f, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0d7db3-d54b-48cd-9316-4d831fa0e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 15:58:17.380950 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:17.384100 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.384187 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.384519 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.384858 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.385194 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.385551 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.385928 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.386274 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.386549 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.386951 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.387201 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.387514 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Tracked resource versions report: Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: pushed versions: Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: { 'AddressGroup': {'1.2'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'ConntrackHelper': {'1.0'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Log': {'1.0'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Network': {'1.1'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Port': {'1.7'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'PortForwarding': {'1.2'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'QosPolicy': {'1.8'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroup': {'1.4'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroupRule': {'1.2'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SubPort': {'1.0'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Subnet': {'1.1'}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Trunk': {'1.1'}} Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: consumer versions: Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'ConntrackHelper': '1.0', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Log': '1.0', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Network': '1.1', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Port': '1.7', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'PortForwarding': '1.2', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'QosPolicy': '1.8', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroup': '1.4', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroupRule': '1.2', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SubPort': '1.0', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Subnet': '1.1', Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Trunk': '1.1'}} Jul 05 15:58:17.389488 dv-cinder-796286-13-iscsi neutron-server[93114]: {{(pid=93114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 15:58:17.466305 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] For port d5d51937-9767-4aad-81ca-24a0063a525f, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 15:58:17.488337 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] For port d5d51937-9767-4aad-81ca-24a0063a525f, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=d5d51937-9767-4aad-81ca-24a0063a525f,segment=NetworkSegment(9d0d7db3-d54b-48cd-9316-4d831fa0e3d0),segment_id=9d0d7db3-d54b-48cd-9316-4d831fa0e3d0)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 15:58:17.494231 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:17.549490 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Routers {'8c383dfb-67ec-429d-ade9-c5de797b3049'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 15:58:17.549970 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T15:58:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['8c383dfb-67ec-429d-ade9-c5de797b3049'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:17.556581 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d33602-798b-4c4f-8f42-d273bcb92560 None None] Pushing event updated for resources: {'Port': ['ID=d5d51937-9767-4aad-81ca-24a0063a525f,revision_number=4']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:17.652952 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] Set router 8c383dfb-67ec-429d-ade9-c5de797b3049 gateway port host: None {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 15:58:17.871580 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'name': 'router1', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T15:58:04Z', 'updated_at': '2021-07-05T15:58:15Z', 'revision_number': 2, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'gw_port_host': None, '_interfaces': [{'id': 'd5d51937-9767-4aad-81ca-24a0063a525f', 'name': '', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'mac_address': 'fa:16:3e:80:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:14Z', 'updated_at': '2021-07-05T15:58:17Z', 'revision_number': 4, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'subnets': [{'id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4197b6-15c9-4d2e-8df9-b8332067ac32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:17.901933 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9dcd5-2121-4d25-a1b0-256e60be9dd9 None None] The sync data for ids ['8c383dfb-67ec-429d-ade9-c5de797b3049'] in dv-cinder-796286-13-iscsi is: [{'id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'name': 'router1', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T15:58:04Z', 'updated_at': '2021-07-05T15:58:15Z', 'revision_number': 2, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'gw_port_host': None, '_interfaces': [{'id': 'd5d51937-9767-4aad-81ca-24a0063a525f', 'name': '', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'mac_address': 'fa:16:3e:80:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:14Z', 'updated_at': '2021-07-05T15:58:17Z', 'revision_number': 4, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'subnets': [{'id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4197b6-15c9-4d2e-8df9-b8332067ac32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 15:58:18.113975 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38174) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:18.231275 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242acf59-b0ea-4406-a255-ad04b2eb0dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:58:18.237363 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-242acf59-b0ea-4406-a255-ad04b2eb0dcc admin admin] 10.222.0.24 "GET /v2.0/networks/05ee55bb-fabb-4eb6-befa-d7f4cde5502a HTTP/1.1" status: 200 len: 842 time: 0.1175463 Jul 05 15:58:18.243269 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 15:58:18.265389 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Made reservation on behalf of 1b45a353d8fc4e0b847c91bd0d49d75f for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 15:58:18.267661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:18.604062 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.objects.ports [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93109) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 15:58:18.604513 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:18.656577 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8a7e60-924c-46d1-b880-130cf985c106,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:18.668039 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 15:58:18.668390 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Network hostable DHCP agents. Network: 05ee55bb-fabb-4eb6-befa-d7f4cde5502a, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 15:58:18.685042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 15:58:18.693494 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 05ee55bb-fabb-4eb6-befa-d7f4cde5502a) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 15:58:18.702364 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbcdab-cf7b-41ce-a350-504a571b5f72 None None] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 15:58:18.702873 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:58:18.703083 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:18.721857 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-603fbac4-47a4-400f-8843-3f75d95e4667 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4833574 Jul 05 15:58:18.837865 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e844bf0-e385-4c76-ac9d-bb182500fd44 None None] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 15:58:21.065638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38186) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:21.327956 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c9baa60a-f106-4ec1-b99a-db0c3dabd0d0 admin admin] 10.222.0.24 "GET /v2.0/routers/8c383dfb-67ec-429d-ade9-c5de797b3049 HTTP/1.1" status: 200 len: 710 time: 0.2617557 Jul 05 15:58:21.418495 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a46634a-54ea-4c50-8493-4a91675d0dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 15:58:21.419885 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-6a46634a-54ea-4c50-8493-4a91675d0dff admin admin] 10.222.0.24 "GET /v2.0/networks/05ee55bb-fabb-4eb6-befa-d7f4cde5502a HTTP/1.1" status: 200 len: 886 time: 0.0869434 Jul 05 15:58:21.430838 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 15:58:21.690960 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:21.989031 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:22.013025 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device d5d51937-9767-4aad-81ca-24a0063a525f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 15:58:22.071833 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port d5d51937-9767-4aad-81ca-24a0063a525f completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 15:58:22.076826 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port d5d51937-9767-4aad-81ca-24a0063a525f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:22.077415 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:22.090922 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:22.166017 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:22.201243 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port d5d51937-9767-4aad-81ca-24a0063a525f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=d5d51937-9767-4aad-81ca-24a0063a525f,segment=NetworkSegment(9d0d7db3-d54b-48cd-9316-4d831fa0e3d0),segment_id=9d0d7db3-d54b-48cd-9316-4d831fa0e3d0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 15:58:22.206050 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:22.260504 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Allocated IP 172.27.3.113 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/5a450bba-ed68-400c-9bf8-82d5b928bd5b) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 15:58:22.261158 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=d5d51937-9767-4aad-81ca-24a0063a525f,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:22.375101 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:22.458723 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:22.533963 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 15:58:22.541102 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 15:58:22.545743 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 15:58:22.548596 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Pushing event updated for resources: {'Port': ['ID=5a450bba-ed68-400c-9bf8-82d5b928bd5b,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:22.843068 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:23.043311 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:23.046510 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16272121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16272098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16271144'] for router, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:23.171238 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Router 8c383dfb-67ec-429d-ade9-c5de797b3049 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 15:58:23.349573 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 15:58:23.354410 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:23.355605 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d6e431a9-d0ba-478f-ba4d-fbd1542e055d admin admin] 10.222.0.24 "PUT /v2.0/routers/8c383dfb-67ec-429d-ade9-c5de797b3049 HTTP/1.1" status: 200 len: 890 time: 1.9288085 Jul 05 15:58:23.359532 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Sync routers for ids ['8c383dfb-67ec-429d-ade9-c5de797b3049'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 15:58:23.372303 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Routers {'8c383dfb-67ec-429d-ade9-c5de797b3049'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 15:58:23.373005 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T15:58:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['8c383dfb-67ec-429d-ade9-c5de797b3049'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:23.648882 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Set router 8c383dfb-67ec-429d-ade9-c5de797b3049 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 15:58:24.001543 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device d5d51937-9767-4aad-81ca-24a0063a525f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 15:58:24.093436 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port d5d51937-9767-4aad-81ca-24a0063a525f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:24.093815 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:24.098001 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'name': 'router1', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5a450bba-ed68-400c-9bf8-82d5b928bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T15:58:04Z', 'updated_at': '2021-07-05T15:58:22Z', 'revision_number': 4, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'gw_port': {'id': '5a450bba-ed68-400c-9bf8-82d5b928bd5b', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:22Z', 'updated_at': '2021-07-05T15:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'd5d51937-9767-4aad-81ca-24a0063a525f', 'name': '', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'mac_address': 'fa:16:3e:80:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:14Z', 'updated_at': '2021-07-05T15:58:22Z', 'revision_number': 5, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'subnets': [{'id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4197b6-15c9-4d2e-8df9-b8332067ac32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:24.165733 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Checking router: 8c383dfb-67ec-429d-ade9-c5de797b3049 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 15:58:24.166090 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Updating router 8c383dfb-67ec-429d-ade9-c5de797b3049 port 5a450bba-ed68-400c-9bf8-82d5b928bd5b binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 15:58:24.206289 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:24.566478 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:24.576468 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Transition to ACTIVE for port object 5a450bba-ed68-400c-9bf8-82d5b928bd5b will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 15:58:24.583268 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:24.638965 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Attempting to bind port 5a450bba-ed68-400c-9bf8-82d5b928bd5b on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 15:58:24.639346 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Attempting to bind port 5a450bba-ed68-400c-9bf8-82d5b928bd5b by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 15:58:24.641264 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Attempting to bind port 5a450bba-ed68-400c-9bf8-82d5b928bd5b on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 15:58:24.642585 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad202b5-9217-42da-b108-c6b40253b871 None None] Pushing event updated for resources: {'Port': ['ID=5a450bba-ed68-400c-9bf8-82d5b928bd5b,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:24.647749 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 15:58:24.648771 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 15:58:24.649192 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:24.649617 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 15:58:24.650100 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Bound port: 5a450bba-ed68-400c-9bf8-82d5b928bd5b, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 15:58:24.650493 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:24.701700 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] For port 5a450bba-ed68-400c-9bf8-82d5b928bd5b, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 15:58:24.704745 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] For port 5a450bba-ed68-400c-9bf8-82d5b928bd5b, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=5a450bba-ed68-400c-9bf8-82d5b928bd5b,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 15:58:24.711888 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:24.775860 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Routers {'8c383dfb-67ec-429d-ade9-c5de797b3049'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 15:58:24.776484 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T15:58:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['8c383dfb-67ec-429d-ade9-c5de797b3049'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:24.778404 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad202b5-9217-42da-b108-c6b40253b871 None None] Pushing event updated for resources: {'Port': ['ID=5a450bba-ed68-400c-9bf8-82d5b928bd5b,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:24.963008 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] Set router 8c383dfb-67ec-429d-ade9-c5de797b3049 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 15:58:25.181008 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'name': 'router1', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5a450bba-ed68-400c-9bf8-82d5b928bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T15:58:04Z', 'updated_at': '2021-07-05T15:58:22Z', 'revision_number': 4, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'gw_port': {'id': '5a450bba-ed68-400c-9bf8-82d5b928bd5b', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:22Z', 'updated_at': '2021-07-05T15:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'd5d51937-9767-4aad-81ca-24a0063a525f', 'name': '', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'mac_address': 'fa:16:3e:80:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:14Z', 'updated_at': '2021-07-05T15:58:22Z', 'revision_number': 5, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'subnets': [{'id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4197b6-15c9-4d2e-8df9-b8332067ac32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 15:58:25.210450 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd29e5-f545-48f2-9bdb-5b1db2119dff None None] The sync data for ids ['8c383dfb-67ec-429d-ade9-c5de797b3049'] in dv-cinder-796286-13-iscsi is: [{'id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'name': 'router1', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5a450bba-ed68-400c-9bf8-82d5b928bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T15:58:04Z', 'updated_at': '2021-07-05T15:58:22Z', 'revision_number': 4, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'gw_port': {'id': '5a450bba-ed68-400c-9bf8-82d5b928bd5b', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:22Z', 'updated_at': '2021-07-05T15:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'd5d51937-9767-4aad-81ca-24a0063a525f', 'name': '', 'network_id': 'a0f506e6-c4f1-4e6d-bc85-e926c6a93a71', 'tenant_id': 'd8f866c33aca4540a08c3341a87a2389', 'mac_address': 'fa:16:3e:80:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c383dfb-67ec-429d-ade9-c5de797b3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T15:58:14Z', 'updated_at': '2021-07-05T15:58:22Z', 'revision_number': 5, 'project_id': 'd8f866c33aca4540a08c3341a87a2389', 'subnets': [{'id': '873cd9b6-8f9c-4d53-a81c-13e993b26434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4197b6-15c9-4d2e-8df9-b8332067ac32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 15:58:25.834027 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38194) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 15:58:25.972638 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-78758273-db71-4cb3-9e6f-d14f64abd9ec admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1372128 Jul 05 15:58:26.015659 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 5a450bba-ed68-400c-9bf8-82d5b928bd5b up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 15:58:26.072038 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 5a450bba-ed68-400c-9bf8-82d5b928bd5b completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 15:58:26.076221 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 5a450bba-ed68-400c-9bf8-82d5b928bd5b triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:26.076596 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:26.166603 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:26.194202 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 5a450bba-ed68-400c-9bf8-82d5b928bd5b, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=5a450bba-ed68-400c-9bf8-82d5b928bd5b,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 15:58:26.201517 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:26.255063 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=5a450bba-ed68-400c-9bf8-82d5b928bd5b,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 15:58:28.014857 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 5a450bba-ed68-400c-9bf8-82d5b928bd5b up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 15:58:28.081139 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 5a450bba-ed68-400c-9bf8-82d5b928bd5b triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 15:58:28.081570 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:36.853273 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c54d5c59-dadd-4e43-afbe-29ceaf1ac845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:39.370752 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-86d859fb-5d89-4c78-93af-9c29ed95879d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:39.656314 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:40.933069 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:43.315524 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:58:43.645712 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 15:59:06.859827 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8dec30aa-99c9-46d9-8bae-6850d51008c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:09.372360 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-40433606-007a-46a6-a5fd-94227fbcb9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:09.657801 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:10.930687 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:13.298074 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:20.636674 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 15:59:36.842732 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-75db36b2-3d78-465e-b1fe-ccd9cac7c814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:39.365933 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e6939007-f284-44f7-ab75-db04141e8c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:39.654436 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:40.934751 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:43.312432 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 15:59:57.636488 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:00:06.845651 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c4371cfe-9f0e-4ad4-a788-8039505d8275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:07.395394 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38762) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:07.458403 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcddfb9-357c-4b12-9dd3-2e704b0d1401 admin admin] GET failed (client error): The resource could not be found. Jul 05 16:00:07.459716 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ffcddfb9-357c-4b12-9dd3-2e704b0d1401 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633359 Jul 05 16:00:07.627966 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504304ae-a857-489e-8ce5-14e50b132c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:07.638877 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-504304ae-a857-489e-8ce5-14e50b132c2a admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1697206 Jul 05 16:00:09.373656 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7e4d54e3-d2aa-46c1-8089-18f7f3c01c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:09.650322 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:09.896208 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38772) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:10.012074 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bb4c6-bea7-4dfe-bee8-7d97accad5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:10.013726 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f78bb4c6-bea7-4dfe-bee8-7d97accad5b0 admin admin] 10.222.0.24 "GET /v2.0/subnets/873cd9b6-8f9c-4d53-a81c-13e993b26434 HTTP/1.1" status: 200 len: 849 time: 0.1163199 Jul 05 16:00:10.024939 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:00:10.120352 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:10.322826 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761440150047'] for subnet, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:10.358835 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:10.359438 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:10.360979 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] 10.222.0.24 "PUT /v2.0/subnets/873cd9b6-8f9c-4d53-a81c-13e993b26434 HTTP/1.1" status: 200 len: 868 time: 0.3398244 Jul 05 16:00:10.368783 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba91c30-217d-42d3-8890-0a8d692e1f7f None None] Network a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:00:10.389846 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873cd9b6-8f9c-4d53-a81c-13e993b26434,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:10.399671 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.400258 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.400817 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.401203 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.401580 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.401939 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.402284 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.402636 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.403045 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.403409 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.404072 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.404484 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e642d-1d80-493e-a528-7f6fd8578a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:10.856383 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-726bf9ba-5cf0-4093-bbf8-0eef64c7e705 None None] Provisioning complete for port d5d51937-9767-4aad-81ca-24a0063a525f triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:00:10.856972 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-726bf9ba-5cf0-4093-bbf8-0eef64c7e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:10.950391 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:10.962698 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-726bf9ba-5cf0-4093-bbf8-0eef64c7e705 None None] Provisioning complete for port 1f6d32aa-5cc6-48b3-98cf-28d8e70fff3b triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:00:10.963103 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-726bf9ba-5cf0-4093-bbf8-0eef64c7e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:13.113284 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38780) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:13.298410 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:13.356654 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604d663-7f00-4c48-a2cf-a8c892598785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:13.357226 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604d663-7f00-4c48-a2cf-a8c892598785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:13.359099 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-7604d663-7f00-4c48-a2cf-a8c892598785 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2446592 Jul 05 16:00:15.656194 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38788) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:15.796037 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6db7b2-24c1-4277-afa2-cc9583b82681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:15.796514 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6db7b2-24c1-4277-afa2-cc9583b82681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:15.798100 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9a6db7b2-24c1-4277-afa2-cc9583b82681 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1409490 Jul 05 16:00:18.068449 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38796) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:18.292081 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73efd06c-3049-4745-b51e-6f2ea8a6715d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:18.293409 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-73efd06c-3049-4745-b51e-6f2ea8a6715d admin admin] 10.222.0.24 "GET /v2.0/networks/05ee55bb-fabb-4eb6-befa-d7f4cde5502a HTTP/1.1" status: 200 len: 886 time: 0.2231028 Jul 05 16:00:20.576289 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38804) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:20.724455 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc3d1a-9cc0-4c3b-8eee-51cf9ee96840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:20.726613 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d5bc3d1a-9cc0-4c3b-8eee-51cf9ee96840 admin admin] 10.222.0.24 "GET /v2.0/networks/a0f506e6-c4f1-4e6d-bc85-e926c6a93a71 HTTP/1.1" status: 200 len: 869 time: 0.1490474 Jul 05 16:00:22.980191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38812) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:23.116141 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2cd227-07fd-42ba-b77d-1169345c4126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:23.116758 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2cd227-07fd-42ba-b77d-1169345c4126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:23.121343 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-da2cd227-07fd-42ba-b77d-1169345c4126 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1374681 Jul 05 16:00:25.348538 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38820) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:25.478442 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff829456-a818-439e-a73d-2637ea49b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:25.478814 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff829456-a818-439e-a73d-2637ea49b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:25.480360 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ff829456-a818-439e-a73d-2637ea49b44e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308751 Jul 05 16:00:27.745736 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38830) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:27.847301 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec967de1-f187-46a9-8b00-ffa6d3e61fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:27.848723 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ec967de1-f187-46a9-8b00-ffa6d3e61fcb admin admin] 10.222.0.24 "GET /v2.0/subnets/0e8a7e60-924c-46d1-b880-130cf985c106 HTTP/1.1" status: 200 len: 816 time: 0.1020246 Jul 05 16:00:30.051719 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38838) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:30.148724 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb4fe5-57df-42a4-ae7a-9494f80e1a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:30.150157 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-09eb4fe5-57df-42a4-ae7a-9494f80e1a8f admin admin] 10.222.0.24 "GET /v2.0/subnets/873cd9b6-8f9c-4d53-a81c-13e993b26434 HTTP/1.1" status: 200 len: 868 time: 0.0969234 Jul 05 16:00:34.638021 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:00:36.846950 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c6af-bf1e-428e-abe3-4a22b20e13fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:39.365689 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-25d9f713-ea62-4383-92ce-7ff87e4342af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:39.654996 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:40.938790 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:43.298798 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:54.336815 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38882) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:54.388529 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [None req-a35193f8-fb41-406c-ab5c-a2d0bdf80bed admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:00:54.389572 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-a35193f8-fb41-406c-ab5c-a2d0bdf80bed admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517507 Jul 05 16:00:56.687543 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38890) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:56.747756 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddcce7e-0b3a-4c7b-b95f-21d28c541893 admin admin] GET failed (client error): The resource could not be found. Jul 05 16:00:56.749077 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-eddcce7e-0b3a-4c7b-b95f-21d28c541893 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604148 Jul 05 16:00:56.896867 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9b861-a1dd-4e1e-8980-93dd9928f7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:56.898380 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-97b9b861-a1dd-4e1e-8980-93dd9928f7bc admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449053 Jul 05 16:00:59.122929 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38898) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:00:59.170539 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:00:59.192434 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Made reservation on behalf of 1b45a353d8fc4e0b847c91bd0d49d75f for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:00:59.194832 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:59.237258 dv-cinder-796286-13-iscsi neutron-server[93109]: WARNING neutron.services.revisions.revision_plugin [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Could not find related network for resource to bump revision. Jul 05 16:00:59.250467 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:00:59.260785 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:59.261131 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Added segment f2cd26e7-de4b-47dc-91b0-898ba3d9e25c of type vlan for network ee7ea8c3-a1c9-4677-8c21-3821220211dc Jul 05 16:00:59.304264 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:59.335955 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:59.336937 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:00:59.337547 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:00:59.390184 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2661107 Jul 05 16:00:59.396772 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee7ea8c3-a1c9-4677-8c21-3821220211dc,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:00:59.404954 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.405359 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.405704 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.406034 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.406358 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.406695 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.407025 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.407439 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.407709 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.408791 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.409126 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.409478 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c2a971-5526-4ff5-a925-604f677d5bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:00:59.420843 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network ee7ea8c3-a1c9-4677-8c21-3821220211dc details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:01:01.608450 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38906) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:01:01.669279 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c773de3-e211-4b7a-8636-29e0fce509c3 admin admin] GET failed (client error): The resource could not be found. Jul 05 16:01:01.670631 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3c773de3-e211-4b7a-8636-29e0fce509c3 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611634 Jul 05 16:01:01.739510 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6cfff-cf01-4b7f-8cbf-77d9baeb669f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:01:01.741232 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c9e6cfff-cf01-4b7f-8cbf-77d9baeb669f admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656283 Jul 05 16:01:01.750766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ee7ea8c3-a1c9-4677-8c21-3821220211dc', 'name': 'shared-subnet'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:01:01.770609 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Made reservation on behalf of 1b45a353d8fc4e0b847c91bd0d49d75f for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:01:01.773022 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:01.934660 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:01.990094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b954d4e-6f5a-465f-b1b3-9de71b5115cd,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:02.000390 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Checking segment: {'id': 'f2cd26e7-de4b-47dc-91b0-898ba3d9e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ee7ea8c3-a1c9-4677-8c21-3821220211dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:01:02.000742 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Network hostable DHCP agents. Network: ee7ea8c3-a1c9-4677-8c21-3821220211dc, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:01:02.018056 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Network ee7ea8c3-a1c9-4677-8c21-3821220211dc is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:01:02.028178 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, ee7ea8c3-a1c9-4677-8c21-3821220211dc) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:01:02.033128 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:01:02.033763 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:02.040160 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726e8aa-8df7-4060-abb4-9496aec84cbc None None] Network ee7ea8c3-a1c9-4677-8c21-3821220211dc requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:01:02.048818 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-e67c7dc4-8f58-448e-9de1-bd5fbb4fb61e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3008969 Jul 05 16:01:02.306941 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-ee7ea8c3-a1c9-4677-8c21-3821220211dc', 'network_id': 'ee7ea8c3-a1c9-4677-8c21-3821220211dc', 'tenant_id': '1b45a353d8fc4e0b847c91bd0d49d75f', 'fixed_ips': [{'subnet_id': '1b954d4e-6f5a-465f-b1b3-9de71b5115cd'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:01:02.307849 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:02.451021 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Allocated IP 192.168.233.2 (ee7ea8c3-a1c9-4677-8c21-3821220211dc/1b954d4e-6f5a-465f-b1b3-9de71b5115cd/8569cf19-1f10-42d6-9a0a-4461f6515467) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:01:02.593870 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:02.603078 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Transition to ACTIVE for port object 8569cf19-1f10-42d6-9a0a-4461f6515467 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:01:02.619635 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Transition to ACTIVE for port object 8569cf19-1f10-42d6-9a0a-4461f6515467 will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:01:02.625750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:02.675298 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Network ee7ea8c3-a1c9-4677-8c21-3821220211dc is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:01:02.678916 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Pushing event updated for resources: {'Port': ['ID=8569cf19-1f10-42d6-9a0a-4461f6515467,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:02.682117 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:01:02.686758 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:01:02.691042 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.691409 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.691762 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.692122 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.692440 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.692776 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.693108 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.693467 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.693825 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.694161 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.694488 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.694824 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:01:02.751240 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Attempting to bind port 8569cf19-1f10-42d6-9a0a-4461f6515467 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:01:02.752198 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Attempting to bind port 8569cf19-1f10-42d6-9a0a-4461f6515467 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'f2cd26e7-de4b-47dc-91b0-898ba3d9e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ee7ea8c3-a1c9-4677-8c21-3821220211dc'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:01:02.752568 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Attempting to bind port 8569cf19-1f10-42d6-9a0a-4461f6515467 on network ee7ea8c3-a1c9-4677-8c21-3821220211dc {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:01:02.757678 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:01:02.758057 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Checking segment: {'id': 'f2cd26e7-de4b-47dc-91b0-898ba3d9e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ee7ea8c3-a1c9-4677-8c21-3821220211dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:01:02.758463 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:02.758874 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Bound using segment: {'id': 'f2cd26e7-de4b-47dc-91b0-898ba3d9e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ee7ea8c3-a1c9-4677-8c21-3821220211dc'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:01:02.759344 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Bound port: 8569cf19-1f10-42d6-9a0a-4461f6515467, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd26e7-de4b-47dc-91b0-898ba3d9e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ee7ea8c3-a1c9-4677-8c21-3821220211dc'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:01:02.759744 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:02.823614 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] For port 8569cf19-1f10-42d6-9a0a-4461f6515467, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:01:02.826804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] For port 8569cf19-1f10-42d6-9a0a-4461f6515467, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8569cf19-1f10-42d6-9a0a-4461f6515467,segment=NetworkSegment(f2cd26e7-de4b-47dc-91b0-898ba3d9e25c),segment_id=f2cd26e7-de4b-47dc-91b0-898ba3d9e25c)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:01:02.831927 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:02.890558 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28b42c-040c-44a9-ad35-a86ae723dc09 None None] Pushing event updated for resources: {'Port': ['ID=8569cf19-1f10-42d6-9a0a-4461f6515467,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:03.755654 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a03605-649c-4a11-a9d6-87b0c30bf68a None None] Network ee7ea8c3-a1c9-4677-8c21-3821220211dc requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:01:03.852482 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d89b894d-4770-4467-8a0d-b2759305c69a None None] Provisioning for port 8569cf19-1f10-42d6-9a0a-4461f6515467 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:01:04.150688 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8569cf19-1f10-42d6-9a0a-4461f6515467 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:01:04.209195 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 8569cf19-1f10-42d6-9a0a-4461f6515467 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:01:04.213186 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 8569cf19-1f10-42d6-9a0a-4461f6515467 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:01:04.213606 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:04.306725 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:04.318076 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-760d0b12-c9ec-4d15-9a92-f98e9da74a7f None None] Provisioning complete for port 8569cf19-1f10-42d6-9a0a-4461f6515467 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:01:04.318448 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-760d0b12-c9ec-4d15-9a92-f98e9da74a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:04.374187 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 8569cf19-1f10-42d6-9a0a-4461f6515467, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8569cf19-1f10-42d6-9a0a-4461f6515467,segment=NetworkSegment(f2cd26e7-de4b-47dc-91b0-898ba3d9e25c),segment_id=f2cd26e7-de4b-47dc-91b0-898ba3d9e25c)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:01:04.379726 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:04.458593 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=8569cf19-1f10-42d6-9a0a-4461f6515467,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:01:06.107250 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8569cf19-1f10-42d6-9a0a-4461f6515467 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:01:06.159244 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 8569cf19-1f10-42d6-9a0a-4461f6515467 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:01:06.159617 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:06.851606 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8a0ed9ac-4a67-4d5c-a060-263d5c8ac30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:09.367628 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e015e08-f5d8-48f3-b9f8-b5594ce762b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:09.660502 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:10.942126 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:11.639613 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:01:13.301365 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:36.856255 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cbfa7107-83f8-4911-b5bb-ea0328fd2871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:39.368905 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5401fc28-2345-4c44-95df-1021bea2c731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:39.664108 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:40.945847 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:43.299834 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:01:48.639871 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:02:06.862150 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0ff43c73-86ed-40e1-b8ac-f3d8e4dc2c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:09.375148 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-46ab5bfe-291a-4563-8c3e-e2e8f25d7696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:09.669110 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:10.951025 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:11.593626 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38958) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:02:11.599712 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [None req-dd824045-3f75-4fb7-992a-b23bdf08a3db tempest-verify_tempest_config-149905093 tempest-verify_tempest_config-149905093-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:02:11.600721 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-dd824045-3f75-4fb7-992a-b23bdf08a3db tempest-verify_tempest_config-149905093 tempest-verify_tempest_config-149905093-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061195 Jul 05 16:02:11.955637 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38976) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:02:12.067022 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:12.197781 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:12.203300 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:12.255945 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008c4ef4-09e7-4134-8a3e-57f40445b133,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:02:12.259637 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18be9ea8c9c1414780564cb7549d467a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3030038 Jul 05 16:02:12.263193 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38980) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:02:12.266661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.267027 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.267370 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.267706 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.268037 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.268363 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.268686 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.269019 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.269388 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.269717 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.270039 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.270355 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057569-8acd-4d89-af77-e685f049dfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.342155 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:12.364765 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:12.464502 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:12.467075 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:12.468245 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/008c4ef4-09e7-4134-8a3e-57f40445b133 HTTP/1.1" status: 204 len: 168 time: 0.2040799 Jul 05 16:02:12.476368 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008c4ef4-09e7-4134-8a3e-57f40445b133,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:02:12.484372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.484717 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.485063 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.485450 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.485796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.486160 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.486499 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.486847 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.487454 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.487790 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.488122 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:12.488448 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbd608-ae5e-4df2-b9bb-25e9f90de29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:02:13.310360 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:25.639133 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:02:36.863639 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6c90f860-0e72-4e9d-86cf-adbb0ece168f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:39.371300 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9c83f880-ecc5-4b29-8246-477097aeec7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:39.671708 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:40.951138 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:02:43.308357 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:02.638599 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:03:06.865820 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-94631ca4-5c39-43f5-b751-9922a85cf015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:09.363182 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-30b2585f-cc7b-4790-86df-2d43ad18d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:09.674472 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:10.953988 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:13.310126 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:36.866548 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bb3f331c-6b89-44e1-852b-55bc2e860240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:39.368260 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-02296419-349f-4426-88f8-b88f119a672c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:39.637462 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 5 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:03:39.678918 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:40.956211 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:43.315125 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:46.024729 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16279102'] for agent, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:03:50.624894 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39034) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:03:50.725932 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-c5c32752-d1f6-44ab-827f-0c9ee003287a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0999055 Jul 05 16:03:52.961698 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39044) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:03:53.022299 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a48bf91a-1450-43a2-89dc-cdf48871c41b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0593312 Jul 05 16:04:06.866650 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b1f38bb8-b900-4be4-b570-39f42b4691b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:09.369277 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a3469516-bbbe-48f9-9bf7-659277cb81b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:09.681521 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:10.960858 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:13.320877 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:16.008237 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:16.636276 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:04:36.866531 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bfcce9f6-4a23-452e-9e95-2b4744333a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:39.372546 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dd1c80e9-b031-4cc7-b4fa-121e3e0e80a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:39.694762 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:40.960368 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:43.320486 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:46.026037 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:04:53.634700 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:05:06.868925 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-20969ef8-67f6-4a1f-b889-a0d4c8c471ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:09.374699 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-712a1583-fd29-48b4-833a-6b2b79f78c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:09.687240 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:10.965735 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:13.321871 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:16.034293 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:19.709415 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39184) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:20.019512 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-474927284-network', 'tenant_id': '06736ca587f148f3a9b7bb7d9c19b472'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:20.044284 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Made reservation on behalf of 06736ca587f148f3a9b7bb7d9c19b472 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:20.047116 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.059235 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.157650 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.162113 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.182327 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:05:20.202309 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab69d73d-bcc5-4db8-b7fc-9526757b219a,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:20.210622 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.210964 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Added segment a2fdaa39-30df-483f-9394-4ac0297a4343 of type vlan for network be2a64f6-67a9-480d-9317-a8bb5188c28a Jul 05 16:05:20.213025 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.213430 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.213755 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.214086 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.215039 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.215583 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.216073 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.216427 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.216773 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.217100 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.217449 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.217770 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Tracked resource versions report: Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: pushed versions: Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: { 'AddressGroup': {'1.2'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'ConntrackHelper': {'1.0'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Log': {'1.0'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Network': {'1.1'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Port': {'1.7'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'PortForwarding': {'1.2'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'QosPolicy': {'1.8'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroup': {'1.4'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SubPort': {'1.0'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Subnet': {'1.1'}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Trunk': {'1.1'}} Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: consumer versions: Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: HyperV agent@hv-cinder-79628: {}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'ConntrackHelper': '1.0', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Log': '1.0', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Network': '1.1', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Port': '1.7', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'PortForwarding': '1.2', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'QosPolicy': '1.8', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroup': '1.4', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SecurityGroupRule': '1.2', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'SubPort': '1.0', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Subnet': '1.1', Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: 'Trunk': '1.1'}} Jul 05 16:05:20.218886 dv-cinder-796286-13-iscsi neutron-server[93109]: {{(pid=93109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:05:20.265727 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.299079 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.300284 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:20.300991 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.363147 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6530232 Jul 05 16:05:20.363989 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adeca5-84bb-4a63-8346-19cebe026899 admin admin] Pushing event updated for resources: {'Network': ['ID=be2a64f6-67a9-480d-9317-a8bb5188c28a,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:20.366181 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39226) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:20.371388 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Request body: {'subnet': {'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-474927284-subnet', 'tenant_id': '06736ca587f148f3a9b7bb7d9c19b472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:20.378462 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network be2a64f6-67a9-480d-9317-a8bb5188c28a details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:05:20.403885 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Made reservation on behalf of 06736ca587f148f3a9b7bb7d9c19b472 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:20.407997 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.597366 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.643048 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8427053e-7bcd-4031-b9ff-51a15b5b58a2,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:20.668883 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Checking segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:20.669422 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Network hostable DHCP agents. Network: be2a64f6-67a9-480d-9317-a8bb5188c28a, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:05:20.691492 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Network be2a64f6-67a9-480d-9317-a8bb5188c28a is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:05:20.703134 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, be2a64f6-67a9-480d-9317-a8bb5188c28a) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:20.707401 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:20.708154 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:20.716318 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2a6bb-de5c-45ab-90aa-31e7c7d887a5 None None] Network be2a64f6-67a9-480d-9317-a8bb5188c28a requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:20.724466 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-47f7aaf9-e2b3-4eed-ac77-cc46364d4628 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3573310 Jul 05 16:05:20.856114 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ea3e9-d567-4377-b266-864a07902781 None None] Network be2a64f6-67a9-480d-9317-a8bb5188c28a requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:21.249516 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39270) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:21.476391 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39288) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:21.565890 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-51761242-network', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:21.589178 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Made reservation on behalf of 286d57a1344e4bfcb47d4bb5d587ee79 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:21.592533 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.601745 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.660347 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1583607618-network', 'tenant_id': '600df32017d74edab2e8efa3b63c7a64'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:21.733867 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.742772 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.773621 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:05:21.787102 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Made reservation on behalf of 600df32017d74edab2e8efa3b63c7a64 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:21.789486 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.801782 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.813636 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.813971 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Added segment cb4aec11-9fa2-4015-8cc5-a3899c0700e0 of type vlan for network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 Jul 05 16:05:21.844146 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263dd3b6-2044-4a30-8554-c63bdb43babc,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:21.878904 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.934211 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:21.935992 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:21.937158 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.097650 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] Pushing event updated for resources: {'Network': ['ID=52ac1684-e5e1-4d38-a954-1fd1bbafde72,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:22.111011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:05:22.133769 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.143871 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.159979 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:05:22.171340 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.172275 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Added segment ce1788ef-165c-4028-a478-c7a4c0235a09 of type vlan for network 803268b7-6db5-4035-b573-e16493aa005d Jul 05 16:05:22.242717 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.303703 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39332) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:22.310345 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Request body: {'subnet': {'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-subnet', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:22.314644 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-fb497510-498e-4db7-9853-bc1701a5fd84 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0638463 Jul 05 16:05:22.320029 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.320983 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:22.321575 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.351163 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Made reservation on behalf of 286d57a1344e4bfcb47d4bb5d587ee79 for: {'subnet': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:22.354494 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.488190 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Pushing event updated for resources: {'Network': ['ID=803268b7-6db5-4035-b573-e16493aa005d,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:22.504699 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb27222c-dcf4-4a84-a5b0-cb4c3113becb,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:22.505057 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 803268b7-6db5-4035-b573-e16493aa005d details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:05:22.570503 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a7e07554-d694-44e8-a218-34ba4191496b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0925591 Jul 05 16:05:22.571536 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39346) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:22.577152 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Request body: {'subnet': {'network_id': '803268b7-6db5-4035-b573-e16493aa005d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1583607618-subnet', 'tenant_id': '600df32017d74edab2e8efa3b63c7a64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:22.638550 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Made reservation on behalf of 600df32017d74edab2e8efa3b63c7a64 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:22.641599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.739657 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.819148 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:22.834377 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.834854 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.835279 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.835741 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.836079 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.836488 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.836887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.837438 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.838025 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.838296 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.838684 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.839197 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Tracked resource versions report: Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: pushed versions: Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: { 'AddressGroup': {'1.2'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'ConntrackHelper': {'1.0'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Log': {'1.0'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Network': {'1.1'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Port': {'1.7'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'PortForwarding': {'1.2'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'QosPolicy': {'1.8'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroup': {'1.4'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SubPort': {'1.0'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Subnet': {'1.1'}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Trunk': {'1.1'}} Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: consumer versions: Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: HyperV agent@hv-cinder-79628: {}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'ConntrackHelper': '1.0', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Log': '1.0', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Network': '1.1', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Port': '1.7', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'PortForwarding': '1.2', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'QosPolicy': '1.8', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroup': '1.4', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SecurityGroupRule': '1.2', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'SubPort': '1.0', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Subnet': '1.1', Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: 'Trunk': '1.1'}} Jul 05 16:05:22.841294 dv-cinder-796286-13-iscsi neutron-server[93110]: {{(pid=93110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:05:22.863339 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Checking segment: {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:22.864644 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Network hostable DHCP agents. Network: 52ac1684-e5e1-4d38-a954-1fd1bbafde72, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:05:22.895658 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:05:22.911942 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.912995 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 52ac1684-e5e1-4d38-a954-1fd1bbafde72) {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:22.917389 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:22.918569 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.927831 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f437d173-1259-4e65-a40b-c74446e8c8c2 None None] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:22.938273 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f40156a2-d993-4c01-9304-36c78c40baa0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6333964 Jul 05 16:05:22.941020 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39370) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:22.948429 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:22.984315 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.986608 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:22.992801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851fefe7-8233-46f0-9b9c-ec4a62f74a26,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:23.002660 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Checking segment: {'id': 'ce1788ef-165c-4028-a478-c7a4c0235a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '803268b7-6db5-4035-b573-e16493aa005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:23.002905 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Network hostable DHCP agents. Network: 803268b7-6db5-4035-b573-e16493aa005d, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:05:23.026274 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Network 803268b7-6db5-4035-b573-e16493aa005d is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:05:23.046603 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 803268b7-6db5-4035-b573-e16493aa005d) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:23.052190 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:23.052772 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:23.058921 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:23.080302 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-950a668f-1e23-4235-b056-a4cfaf5fcdb6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5078437 Jul 05 16:05:23.082020 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89eee79-7fd0-42df-a3b5-bf0955e082b3 None None] Network 803268b7-6db5-4035-b573-e16493aa005d requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:23.159414 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c21bfc-b16e-4c19-b897-de1b47a65804 None None] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:23.267818 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:23.377961 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab34408-e61b-448c-a7e2-1ceb9fa9de10 None None] Network 803268b7-6db5-4035-b573-e16493aa005d requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:23.549583 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:23.585207 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:23.685179 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39418) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:23.687471 dv-cinder-796286-13-iscsi neutron-server[93109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 16:05:23.718154 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Allocated IP 172.27.3.110 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/13152c86-318b-4f1a-81d7-d775b976f58f) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:05:23.899191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:23.943171 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-8a680e2e-081d-43d6-b3cf-9c5c59b89f90 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:23.951006 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-8a680e2e-081d-43d6-b3cf-9c5c59b89f90 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.2645254 Jul 05 16:05:23.956113 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:23.971268 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-0b87d573-2c1c-4950-acb4-7629980d77b7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/quotas/06736ca587f148f3a9b7bb7d9c19b472 HTTP/1.1" status: 200 len: 375 time: 0.0193207 Jul 05 16:05:24.019794 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:05:24.021140 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Pushing event updated for resources: {'Port': ['ID=13152c86-318b-4f1a-81d7-d775b976f58f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:24.025025 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:24.027879 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:05:24.057286 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-68279d0b-f7f3-4b8e-869c-18c2da02d60e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850644 Jul 05 16:05:24.389467 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-a979de04-7d77-42d0-9b78-a7a670706ad3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:05:24.390805 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-a979de04-7d77-42d0-9b78-a7a670706ad3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1695454 Jul 05 16:05:24.466665 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:24.520027 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-308a7a9b-7e2d-4f6f-8808-75747a3bd337 service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207490 Jul 05 16:05:24.660590 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-3e0c084c-c09f-4bfa-9ea7-8530c56c350d service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395390 Jul 05 16:05:24.902048 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:25.064163 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Router 521aa908-2479-4554-9f59-ebe21d14bc26 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:05:25.244546 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39524) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:25.260460 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:05:25.263588 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39528) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:25.268605 dv-cinder-796286-13-iscsi neutron-server[93110]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 16:05:25.270360 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Sync routers for ids ['521aa908-2479-4554-9f59-ebe21d14bc26'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:05:25.283733 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Routers {'521aa908-2479-4554-9f59-ebe21d14bc26'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:05:25.285972 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-389f3b17-e830-47e9-8e52-d25905c05e06 req-07578860-aba0-4683-bee7-5fc529941763 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0571084 Jul 05 16:05:25.286744 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:05:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['521aa908-2479-4554-9f59-ebe21d14bc26'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:25.353577 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:25.354876 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-44511838-ec2d-4548-8647-7d48768ed012 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4120703 Jul 05 16:05:25.357679 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39530) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:25.438414 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Set router 521aa908-2479-4554-9f59-ebe21d14bc26 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:05:25.583447 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-e8d0a064-eb8b-41cc-9f07-85879143c6b6 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:25.585838 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-e8d0a064-eb8b-41cc-9f07-85879143c6b6 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/networks?id=803268b7-6db5-4035-b573-e16493aa005d HTTP/1.1" status: 200 len: 812 time: 0.3190351 Jul 05 16:05:25.617492 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c375ac79-e4fe-4f29-89e7-b63b3864c3a4 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/quotas/600df32017d74edab2e8efa3b63c7a64 HTTP/1.1" status: 200 len: 375 time: 0.0257821 Jul 05 16:05:25.748505 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-d5be0ffb-05e9-4331-b539-464736b33d30 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=600df32017d74edab2e8efa3b63c7a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222565 Jul 05 16:05:25.807017 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39562) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:25.821480 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:05:24Z', 'revision_number': 3, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port': {'id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:11:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:23Z', 'updated_at': '2021-07-05T16:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:25.890359 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Checking router: 521aa908-2479-4554-9f59-ebe21d14bc26 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:05:25.891289 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Updating router 521aa908-2479-4554-9f59-ebe21d14bc26 port 13152c86-318b-4f1a-81d7-d775b976f58f binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:05:25.920637 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ee744fb5-fd34-4d77-9a63-a419d5d9335c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:25.975731 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.067385 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3f752626-f659-48f1-9584-b13f02fd7baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.124349 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-2608577e-48a0-47be-a148-ba95be3ead77 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:05:26.133010 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-2608577e-48a0-47be-a148-ba95be3ead77 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1268358 Jul 05 16:05:26.371618 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ee744fb5-fd34-4d77-9a63-a419d5d9335c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.393164 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ee744fb5-fd34-4d77-9a63-a419d5d9335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.400924 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.406901 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-f4346740-122b-4fc9-a7bc-730c3e04b15b service neutron] 10.222.0.24 "GET /v2.0/networks/803268b7-6db5-4035-b573-e16493aa005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728982 Jul 05 16:05:26.468195 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.479334 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Transition to ACTIVE for port object 13152c86-318b-4f1a-81d7-d775b976f58f will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:05:26.489575 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.501167 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ee744fb5-fd34-4d77-9a63-a419d5d9335c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=360936608486468b95fa046a3441c0c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2524707 Jul 05 16:05:26.506929 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39608) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:26.547855 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee744fb5-fd34-4d77-9a63-a419d5d9335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e25a5a3-0517-4e91-b9b2-f3d9dbec111b,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:26.576432 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-773eaba2-765c-4f39-99f5-260e3a5161f7 req-ee2003d0-af3b-4878-b518-377508e006ea tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0761898 Jul 05 16:05:26.595263 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Attempting to bind port 13152c86-318b-4f1a-81d7-d775b976f58f on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:05:26.596266 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Attempting to bind port 13152c86-318b-4f1a-81d7-d775b976f58f by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:05:26.596865 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Attempting to bind port 13152c86-318b-4f1a-81d7-d775b976f58f on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:26.599207 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Pushing event updated for resources: {'Port': ['ID=13152c86-318b-4f1a-81d7-d775b976f58f,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:26.608422 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:05:26.609174 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:26.609842 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.610588 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:05:26.611564 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Bound port: 13152c86-318b-4f1a-81d7-d775b976f58f, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:05:26.612229 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.614814 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.615438 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.616148 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.617831 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-846728e5-9f2a-47aa-8978-f83894004e80 service neutron] 10.222.0.24 "GET /v2.0/networks/803268b7-6db5-4035-b573-e16493aa005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933792 Jul 05 16:05:26.627612 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.629284 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.629909 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.630506 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.633920 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.634382 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.634818 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.638109 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.639101 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Tracked resource versions report: Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: pushed versions: Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: { 'AddressGroup': {'1.2'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'ConntrackHelper': {'1.0'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Log': {'1.0'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Network': {'1.1'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Port': {'1.7'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'PortForwarding': {'1.2'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'QosPolicy': {'1.8'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroup': {'1.4'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SubPort': {'1.0'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Subnet': {'1.1'}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Trunk': {'1.1'}} Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: consumer versions: Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: HyperV agent@hv-cinder-79628: {}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'ConntrackHelper': '1.0', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Log': '1.0', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Network': '1.1', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Port': '1.7', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'PortForwarding': '1.2', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'QosPolicy': '1.8', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroup': '1.4', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SecurityGroupRule': '1.2', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'SubPort': '1.0', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Subnet': '1.1', Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: 'Trunk': '1.1'}} Jul 05 16:05:26.640471 dv-cinder-796286-13-iscsi neutron-server[93114]: {{(pid=93114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:05:26.658306 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-574dc704-7207-40b7-9d2a-521f268b7da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.693796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3f752626-f659-48f1-9584-b13f02fd7baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.705970 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-574dc704-7207-40b7-9d2a-521f268b7da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.717005 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3f752626-f659-48f1-9584-b13f02fd7baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.733366 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] For port 13152c86-318b-4f1a-81d7-d775b976f58f, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:05:26.737613 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] For port 13152c86-318b-4f1a-81d7-d775b976f58f, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=13152c86-318b-4f1a-81d7-d775b976f58f,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:05:26.754914 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.780924 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-3f752626-f659-48f1-9584-b13f02fd7baf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47e5851eab84417dacaa278ff69bc4e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9726753 Jul 05 16:05:26.781682 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39622) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:26.784215 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f752626-f659-48f1-9584-b13f02fd7baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a85446c-d215-4f1e-bb0c-c5a704148fd4,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:26.890414 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Routers {'521aa908-2479-4554-9f59-ebe21d14bc26'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:05:26.891563 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:05:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['521aa908-2479-4554-9f59-ebe21d14bc26'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:26.892749 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e6f-0c19-428e-97b1-dea9e9bb01ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:26.898301 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf41e5-936e-4a4f-b3cd-5a814a2af758 None None] Pushing event updated for resources: {'Port': ['ID=13152c86-318b-4f1a-81d7-d775b976f58f,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:26.920235 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Allocated IP 172.20.0.1 (52ac1684-e5e1-4d38-a954-1fd1bbafde72/15ecf76d-a1dd-4a96-84bc-3c9aed9229e9/e4b54f32-d985-4362-a689-b514aa7db1e3) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:05:26.931299 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e6f-0c19-428e-97b1-dea9e9bb01ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.037801 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-574dc704-7207-40b7-9d2a-521f268b7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.046689 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-574dc704-7207-40b7-9d2a-521f268b7da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.051297 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-574dc704-7207-40b7-9d2a-521f268b7da2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e25a5a3-0517-4e91-b9b2-f3d9dbec111b HTTP/1.1" status: 204 len: 168 time: 0.5410047 Jul 05 16:05:27.056282 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] Set router 521aa908-2479-4554-9f59-ebe21d14bc26 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:05:27.134834 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-21baac96-75c4-470d-b5b9-efc0e6cbd99e req-d8eadd7f-95f5-45fe-bdc4-e25dedce074a tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 210 time: 0.1216254 Jul 05 16:05:27.135642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dc704-7207-40b7-9d2a-521f268b7da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e25a5a3-0517-4e91-b9b2-f3d9dbec111b,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:27.179743 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e6f-0c19-428e-97b1-dea9e9bb01ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.183057 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ff18e6f-0c19-428e-97b1-dea9e9bb01ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.185497 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-6ff18e6f-0c19-428e-97b1-dea9e9bb01ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a85446c-d215-4f1e-bb0c-c5a704148fd4 HTTP/1.1" status: 204 len: 168 time: 0.3965998 Jul 05 16:05:27.203511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff18e6f-0c19-428e-97b1-dea9e9bb01ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a85446c-d215-4f1e-bb0c-c5a704148fd4,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:27.298123 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.358844 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.449763 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:05:24Z', 'revision_number': 3, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port': {'id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:11:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:23Z', 'updated_at': '2021-07-05T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:27.469567 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:05:27.478803 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:27.489021 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:05:27.492293 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:27.540075 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d884ab-8c42-4835-8b6e-382a424e5bf6 None None] The sync data for ids ['521aa908-2479-4554-9f59-ebe21d14bc26'] in dv-cinder-796286-13-iscsi is: [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:05:24Z', 'revision_number': 3, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port': {'id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:11:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:23Z', 'updated_at': '2021-07-05T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:05:27.663907 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b54f32-d985-4362-a689-b514aa7db1e3,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:27.916168 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2acea07-8d80-443f-818c-27c76b009ea6 req-419607e5-eab2-465a-b73b-214fe5385462 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0488114 Jul 05 16:05:27.987537 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39696) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:28.009229 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.045863 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d28dcd1f-9f74-4cb9-a21c-eb4c159f2441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.281067 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39716) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:28.429035 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 13152c86-318b-4f1a-81d7-d775b976f58f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:28.444563 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45c16876-3efb-498c-92fa-66897487e84a req-db1baec4-0bf1-49fc-b5d1-5684d4a58d96 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 210 time: 0.2255440 Jul 05 16:05:28.458011 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d28dcd1f-9f74-4cb9-a21c-eb4c159f2441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.471787 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d28dcd1f-9f74-4cb9-a21c-eb4c159f2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.575169 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dcd1f-9f74-4cb9-a21c-eb4c159f2441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b27184-cee4-4861-8434-1d76b901aa75,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:28.607889 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 13152c86-318b-4f1a-81d7-d775b976f58f completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:05:28.616079 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 13152c86-318b-4f1a-81d7-d775b976f58f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:28.616754 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.635471 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d28dcd1f-9f74-4cb9-a21c-eb4c159f2441 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eacce3a5f31345f28aa8db82c5de9527&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6463964 Jul 05 16:05:28.639599 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39724) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:28.648807 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.652118 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39726) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:28.670693 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.672931 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.693718 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.39', 52659) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:28.777786 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-16878cdc-da09-4463-806f-bcca4be30514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.823443 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-16878cdc-da09-4463-806f-bcca4be30514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.828916 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.862221 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39732) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:28.878431 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 13152c86-318b-4f1a-81d7-d775b976f58f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=13152c86-318b-4f1a-81d7-d775b976f58f,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:28.890487 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.908017 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-756a787d-5ab8-4ae7-84dc-bb52c3a9ad3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.921099 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-a90d46b8-5c46-4bfd-8fc4-ba83ff5acdd6 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:28.928724 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-a90d46b8-5c46-4bfd-8fc4-ba83ff5acdd6 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.2274501 Jul 05 16:05:28.946611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-16878cdc-da09-4463-806f-bcca4be30514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.950710 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-16878cdc-da09-4463-806f-bcca4be30514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:28.952075 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-16878cdc-da09-4463-806f-bcca4be30514 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6b27184-cee4-4861-8434-1d76b901aa75 HTTP/1.1" status: 204 len: 168 time: 0.3112736 Jul 05 16:05:28.982619 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16878cdc-da09-4463-806f-bcca4be30514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b27184-cee4-4861-8434-1d76b901aa75,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:29.026075 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Request body: {'port': {'device_id': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'admin_state_up': True, 'tenant_id': '06736ca587f148f3a9b7bb7d9c19b472'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:29.053151 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=13152c86-318b-4f1a-81d7-d775b976f58f,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:29.062412 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.063134 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.063921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.064425 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.064927 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.065446 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.065936 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.066440 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.066947 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.067440 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.067941 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.068600 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Tracked resource versions report: Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: pushed versions: Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: { 'AddressGroup': {'1.2'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'ConntrackHelper': {'1.0'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Log': {'1.0'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Network': {'1.1'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Port': {'1.7'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'PortForwarding': {'1.2'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'QosPolicy': {'1.8'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroup': {'1.4'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroupRule': {'1.2'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SubPort': {'1.0'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Subnet': {'1.1'}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Trunk': {'1.1'}} Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: consumer versions: Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: { DHCP agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: HyperV agent@hv-cinder-79628: {}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: L3 agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: Metadata agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: Metering agent@dv-cinder-796286-13-iscsi: {}, Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: Open vSwitch agent@dv-cinder-796286-13-iscsi: { 'AddressGroup': '1.2', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'ConntrackHelper': '1.0', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Log': '1.0', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Network': '1.1', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Port': '1.7', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'PortForwarding': '1.2', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'QosPolicy': '1.8', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroup': '1.4', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SecurityGroupRule': '1.2', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'SubPort': '1.0', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Subnet': '1.1', Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: 'Trunk': '1.1'}} Jul 05 16:05:29.070046 dv-cinder-796286-13-iscsi neutron-server[93111]: {{(pid=93111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 16:05:29.226604 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9def92e0-fa02-4288-a7e7-90cea9850552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:29.272216 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:29.309590 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-01a8c026-7181-47ff-9343-34b9623ddb49 req-f0c39f2f-dd27-46fc-86c1-8e813c702328 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0411346 Jul 05 16:05:29.456770 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b54f32-d985-4362-a689-b514aa7db1e3,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:29.608507 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:05:29.614424 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:29.624769 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-756a787d-5ab8-4ae7-84dc-bb52c3a9ad3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:29.631247 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-756a787d-5ab8-4ae7-84dc-bb52c3a9ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:29.664555 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.db.api [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 16:05:29.664555 dv-cinder-796286-13-iscsi neutron-server[93110]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 16:05:29.664555 dv-cinder-796286-13-iscsi neutron-server[93110]: [parameters: {'project_id_1': '42996b92267e47a39eace9cf1345bf8b', 'expiration_1': datetime.datetime(2021, 7, 5, 16, 5, 29, 314516)}] Jul 05 16:05:29.664555 dv-cinder-796286-13-iscsi neutron-server[93110]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 16:05:29.665029 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG oslo_db.api [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 16:05:29.728509 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.db.api [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 16:05:29.728509 dv-cinder-796286-13-iscsi neutron-server[93109]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 16:05:29.728509 dv-cinder-796286-13-iscsi neutron-server[93109]: [parameters: {'project_id_1': '06736ca587f148f3a9b7bb7d9c19b472', 'expiration_1': datetime.datetime(2021, 7, 5, 16, 5, 29, 596877)}] Jul 05 16:05:29.728509 dv-cinder-796286-13-iscsi neutron-server[93109]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 16:05:29.729764 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG oslo_db.api [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 16:05:29.813655 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a787d-5ab8-4ae7-84dc-bb52c3a9ad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36872fd2-aae4-406c-8859-7e1402abb9c1,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:29.818731 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.39', 52665) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:29.832856 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9def92e0-fa02-4288-a7e7-90cea9850552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:29.834319 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-98249640-a2c5-4225-9d27-e82b1a573a79 req-3bf5b39c-ea4c-4e10-b1c1-5ccbb76182b0 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 210 time: 0.1320367 Jul 05 16:05:29.851325 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-756a787d-5ab8-4ae7-84dc-bb52c3a9ad3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=379f69b9ee5d468ab86cc9cbd508d0c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1950612 Jul 05 16:05:29.851586 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9def92e0-fa02-4288-a7e7-90cea9850552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:29.854535 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39788) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:29.947022 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Router 521aa908-2479-4554-9f59-ebe21d14bc26 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:05:30.008982 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9def92e0-fa02-4288-a7e7-90cea9850552 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1569259de86e42fb9e1f61ff1132dc39&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1435995 Jul 05 16:05:30.015601 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39796) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:30.027993 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def92e0-fa02-4288-a7e7-90cea9850552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694a5572-bd1b-4420-a18f-7ef35e1c7016,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:30.075161 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b1b96489-ab1e-41f0-8861-22212495d4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.107785 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b1b96489-ab1e-41f0-8861-22212495d4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.113893 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39800) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:30.134920 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-f4f2bc65-c17f-4b48-854a-6a9b8b17ca9e tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:30.137412 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-f4f2bc65-c17f-4b48-854a-6a9b8b17ca9e tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.39 "GET /v2.0/networks?id=803268b7-6db5-4035-b573-e16493aa005d HTTP/1.1" status: 200 len: 812 time: 0.3175399 Jul 05 16:05:30.149948 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Request body: {'port': {'device_id': '27a9e131-5c35-448f-b517-24a0d53a068c', 'network_id': '803268b7-6db5-4035-b573-e16493aa005d', 'admin_state_up': True, 'tenant_id': '600df32017d74edab2e8efa3b63c7a64'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:30.169424 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.297755 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Made reservation on behalf of 06736ca587f148f3a9b7bb7d9c19b472 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:30.301598 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.371729 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 13152c86-318b-4f1a-81d7-d775b976f58f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:30.403368 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b1b96489-ab1e-41f0-8861-22212495d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.406275 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b1b96489-ab1e-41f0-8861-22212495d4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.407165 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-b1b96489-ab1e-41f0-8861-22212495d4d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36872fd2-aae4-406c-8859-7e1402abb9c1 HTTP/1.1" status: 204 len: 168 time: 0.5153074 Jul 05 16:05:30.449829 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b96489-ab1e-41f0-8861-22212495d4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36872fd2-aae4-406c-8859-7e1402abb9c1,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:30.517189 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a8522b0-4d64-4863-866e-a097956faf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.547702 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 13152c86-318b-4f1a-81d7-d775b976f58f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:30.548316 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.574904 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.591209 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.635846 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:05:30.726474 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d845c-4a9a-4adf-b520-e87aebe75ccf,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:30.740019 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Made reservation on behalf of 600df32017d74edab2e8efa3b63c7a64 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:30.746704 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:30.776509 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-eacabe1c-f2ab-473e-84a7-4c2fcbfcf0fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42996b92267e47a39eace9cf1345bf8b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4937491 Jul 05 16:05:30.779935 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-124cdf51-a232-4f24-9d0c-3f27dbb7a36b req-b2a883c5-2226-46e3-8f88-3df4c55d1f88 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 210 time: 0.1050484 Jul 05 16:05:30.780664 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39818) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:31.092950 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:05:31.101480 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62fe8ab2-a30a-4e44-a5a8-4d130d1a717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.108511 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Sync routers for ids ['521aa908-2479-4554-9f59-ebe21d14bc26'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:05:31.123652 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Routers {'521aa908-2479-4554-9f59-ebe21d14bc26'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:05:31.124329 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:05:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['521aa908-2479-4554-9f59-ebe21d14bc26'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:31.199216 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3038716d-efb5-42c6-90c6-f7adced2e7e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/521aa908-2479-4554-9f59-ebe21d14bc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8311365 Jul 05 16:05:31.236213 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-34488aab-de91-4d7f-aff3-eb6df91a0a39 req-f2e06cec-d577-45c0-98f7-28abeef91e64 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 210 time: 0.1908109 Jul 05 16:05:31.326164 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62fe8ab2-a30a-4e44-a5a8-4d130d1a717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.330352 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Allocated IP 172.20.0.9 (be2a64f6-67a9-480d-9317-a8bb5188c28a/8427053e-7bcd-4031-b9ff-51a15b5b58a2/c356b1d1-e55a-42a3-ae4a-8ea2fcb71203) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:05:31.421984 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Allocated IP 172.20.0.6 (803268b7-6db5-4035-b573-e16493aa005d/851fefe7-8233-46f0-9b9c-ec4a62f74a26/20ce9f6b-3f4b-45cc-9139-93daa35f3a36) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:05:31.427333 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Set router 521aa908-2479-4554-9f59-ebe21d14bc26 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:05:31.574994 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-470a646c-5a4d-4504-911e-a7794d588046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.602175 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a8522b0-4d64-4863-866e-a097956faf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.650025 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62fe8ab2-a30a-4e44-a5a8-4d130d1a717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.657744 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62fe8ab2-a30a-4e44-a5a8-4d130d1a717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.664313 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-62fe8ab2-a30a-4e44-a5a8-4d130d1a717b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d48d845c-4a9a-4adf-b520-e87aebe75ccf HTTP/1.1" status: 204 len: 168 time: 0.8664057 Jul 05 16:05:31.701252 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe8ab2-a30a-4e44-a5a8-4d130d1a717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d845c-4a9a-4adf-b520-e87aebe75ccf,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:31.756039 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.891600 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.927710 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:05:27Z', 'revision_number': 4, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port': {'id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:23Z', 'updated_at': '2021-07-05T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e4b54f32-d985-4362-a689-b514aa7db1e3', 'name': '', 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'mac_address': 'fa:16:3e:78:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:26Z', 'updated_at': '2021-07-05T16:05:28Z', 'revision_number': 2, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'subnets': [{'id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:31.988707 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:31.991248 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Checking router: 521aa908-2479-4554-9f59-ebe21d14bc26 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:05:31.994221 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Updating router 521aa908-2479-4554-9f59-ebe21d14bc26 port e4b54f32-d985-4362-a689-b514aa7db1e3 binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:05:32.090303 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.174079 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.200639 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Network be2a64f6-67a9-480d-9317-a8bb5188c28a is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:05:32.208260 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:32.225770 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event updated for resources: {'Port': ['ID=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:32.238804 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:05:32.245611 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:32.246590 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.284083 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a8522b0-4d64-4863-866e-a097956faf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.291670 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a8522b0-4d64-4863-866e-a097956faf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.294139 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3a8522b0-4d64-4863-866e-a097956faf15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/694a5572-bd1b-4420-a18f-7ef35e1c7016 HTTP/1.1" status: 204 len: 168 time: 2.2739820 Jul 05 16:05:32.317268 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8522b0-4d64-4863-866e-a097956faf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694a5572-bd1b-4420-a18f-7ef35e1c7016,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:32.526285 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-470a646c-5a4d-4504-911e-a7794d588046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.541640 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Network 803268b7-6db5-4035-b573-e16493aa005d is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:05:32.545485 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-470a646c-5a4d-4504-911e-a7794d588046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.570297 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:32.587612 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:05:32.595484 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:32.596616 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.617715 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Pushing event updated for resources: {'Port': ['ID=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:32.648740 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad4eac-ca9d-4c6d-9fee-44bc63ed7726 req-6cd9ceb5-98ee-4f5b-b82c-62b0a6c0b3c3 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:32.658426 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fbad4eac-ca9d-4c6d-9fee-44bc63ed7726 req-6cd9ceb5-98ee-4f5b-b82c-62b0a6c0b3c3 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 931 time: 0.6187379 Jul 05 16:05:32.677142 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a646c-5a4d-4504-911e-a7794d588046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a17c35-c0c1-4a4a-910d-ac1a7e6dea01,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:32.681071 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-c5e158be-6154-4d7f-b2da-60dd974eb625 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6772337 Jul 05 16:05:32.699409 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.718229 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-96c1dcb6-a032-478e-803b-60f04740db0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5721600 Jul 05 16:05:32.722648 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-470a646c-5a4d-4504-911e-a7794d588046 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21ca938473604f978a37643f6eaa9b33&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6076863 Jul 05 16:05:32.726273 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Transition to ACTIVE for port object e4b54f32-d985-4362-a689-b514aa7db1e3 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:05:32.730923 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39870) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:32.739757 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-12fa8f66-dbb0-4d49-b877-41efccfba2c7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:05:32.741041 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-12fa8f66-dbb0-4d49-b877-41efccfba2c7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139046 Jul 05 16:05:32.752669 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.774136 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-28892d9e-e236-4f14-9bef-34ac8388e8ca tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:05:32.775246 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-28892d9e-e236-4f14-9bef-34ac8388e8ca tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111942 Jul 05 16:05:32.805521 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fbad4eac-ca9d-4c6d-9fee-44bc63ed7726 req-16e87889-6199-467b-acb0-f5638ab3b99e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457028 Jul 05 16:05:32.873447 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543a62e-427b-48b6-b4b1-34339be51e83 None None] Pushing event updated for resources: {'Port': ['ID=e4b54f32-d985-4362-a689-b514aa7db1e3,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:32.883715 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39872) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:32.896552 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-07188060-2170-4363-b47c-f44ca33d923b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.913594 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2160d521-2837-40ba-86f6-12c875e271de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:32.966648 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-07188060-2170-4363-b47c-f44ca33d923b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.048768 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Attempting to bind port e4b54f32-d985-4362-a689-b514aa7db1e3 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:05:33.051667 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Attempting to bind port e4b54f32-d985-4362-a689-b514aa7db1e3 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:05:33.052446 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Attempting to bind port e4b54f32-d985-4362-a689-b514aa7db1e3 on network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:33.067696 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:05:33.068373 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Checking segment: {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:33.069432 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.072809 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Bound using segment: {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:05:33.074544 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Bound port: e4b54f32-d985-4362-a689-b514aa7db1e3, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:05:33.077363 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.168718 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2160d521-2837-40ba-86f6-12c875e271de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.175216 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2160d521-2837-40ba-86f6-12c875e271de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.182882 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-07188060-2170-4363-b47c-f44ca33d923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.201349 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-07188060-2170-4363-b47c-f44ca33d923b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.202520 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-07188060-2170-4363-b47c-f44ca33d923b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79a17c35-c0c1-4a4a-910d-ac1a7e6dea01 HTTP/1.1" status: 204 len: 168 time: 0.4491286 Jul 05 16:05:33.279248 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07188060-2170-4363-b47c-f44ca33d923b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a17c35-c0c1-4a4a-910d-ac1a7e6dea01,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:33.343382 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651939-37e0-45d1-861d-7e65cffd09da req-a22afb09-96ca-46c1-ab88-b42f1c6c7239 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:33.344970 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-17651939-37e0-45d1-861d-7e65cffd09da req-a22afb09-96ca-46c1-ab88-b42f1c6c7239 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 931 time: 0.3355722 Jul 05 16:05:33.375084 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] For port e4b54f32-d985-4362-a689-b514aa7db1e3, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:05:33.404813 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160d521-2837-40ba-86f6-12c875e271de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a701634-c9ea-4287-b7c2-a149575a010b,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:33.432695 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-17651939-37e0-45d1-861d-7e65cffd09da req-e96ed80a-df13-4b80-a667-8b11130ccb0c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785089 Jul 05 16:05:33.435079 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2160d521-2837-40ba-86f6-12c875e271de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dccfce5c45c94d778eea28afd9fcc3bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5505221 Jul 05 16:05:33.438201 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39888) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:33.442618 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] For port e4b54f32-d985-4362-a689-b514aa7db1e3, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=e4b54f32-d985-4362-a689-b514aa7db1e3,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:05:33.472927 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.590033 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-f9d99ff2-824e-4f76-b497-68e38c9e913a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:33.592103 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-f9d99ff2-824e-4f76-b497-68e38c9e913a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 817 time: 0.3600736 Jul 05 16:05:33.607104 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543a62e-427b-48b6-b4b1-34339be51e83 None None] Pushing event updated for resources: {'Port': ['ID=e4b54f32-d985-4362-a689-b514aa7db1e3,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:33.623946 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Routers {'521aa908-2479-4554-9f59-ebe21d14bc26'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:05:33.624943 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:05:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['521aa908-2479-4554-9f59-ebe21d14bc26'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:33.651033 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35915c25-5e76-478b-be09-9ea6b907bdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.654430 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-5f870404-2bb4-4442-96a5-cd234f0354ab tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/quotas/286d57a1344e4bfcb47d4bb5d587ee79 HTTP/1.1" status: 200 len: 375 time: 0.0508559 Jul 05 16:05:33.810908 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35915c25-5e76-478b-be09-9ea6b907bdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:33.907145 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] Set router 521aa908-2479-4554-9f59-ebe21d14bc26 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:05:33.965032 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-fe511702-6a56-45fa-a649-229e57af319c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2949631 Jul 05 16:05:34.120112 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35915c25-5e76-478b-be09-9ea6b907bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:34.131792 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35915c25-5e76-478b-be09-9ea6b907bdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:34.138425 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-35915c25-5e76-478b-be09-9ea6b907bdfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a701634-c9ea-4287-b7c2-a149575a010b HTTP/1.1" status: 204 len: 168 time: 0.6953440 Jul 05 16:05:34.246001 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402773b9-0b16-401a-b68a-ac4bde176a35 req-79475329-9bec-413b-a81d-5126bb9a7a22 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:34.251916 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-402773b9-0b16-401a-b68a-ac4bde176a35 req-79475329-9bec-413b-a81d-5126bb9a7a22 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 931 time: 0.1558669 Jul 05 16:05:34.278445 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cf2005cd-9b22-4bb6-8ec1-d2f6f184dfcf service neutron] 10.222.0.24 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064916 Jul 05 16:05:34.283375 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35915c25-5e76-478b-be09-9ea6b907bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a701634-c9ea-4287-b7c2-a149575a010b,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:34.340645 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-402773b9-0b16-401a-b68a-ac4bde176a35 req-8f479b03-6e8b-4d8d-88bc-f92134c8970a tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842185 Jul 05 16:05:34.447812 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-29497298-2f47-49d4-91ca-5d2298ca4be4 service neutron] 10.222.0.24 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596730 Jul 05 16:05:34.509788 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:05:27Z', 'revision_number': 4, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port': {'id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:23Z', 'updated_at': '2021-07-05T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e4b54f32-d985-4362-a689-b514aa7db1e3', 'name': '', 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'mac_address': 'fa:16:3e:78:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:26Z', 'updated_at': '2021-07-05T16:05:33Z', 'revision_number': 4, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'subnets': [{'id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:05:34.602462 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f38374-7089-40b9-b0b1-15e4136b2fe4 None None] The sync data for ids ['521aa908-2479-4554-9f59-ebe21d14bc26'] in dv-cinder-796286-13-iscsi is: [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:05:27Z', 'revision_number': 4, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port': {'id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:23Z', 'updated_at': '2021-07-05T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e4b54f32-d985-4362-a689-b514aa7db1e3', 'name': '', 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'mac_address': 'fa:16:3e:78:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:26Z', 'updated_at': '2021-07-05T16:05:33Z', 'revision_number': 4, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'subnets': [{'id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:05:34.840717 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39922) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:34.886335 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69ab16c7-0df5-45b0-9d8e-c3a7ba9e565e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:35.020369 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4d6ee71e-8337-449a-bacf-6b16a4677fd5 req-d288705f-9e51-476f-9c29-b123682de1ad tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.1379721 Jul 05 16:05:35.083822 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe821cc-1360-44e4-96bd-911f1281c349 req-b7366ddf-a811-411e-9f65-d049b788d647 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:35.094530 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9fe821cc-1360-44e4-96bd-911f1281c349 req-b7366ddf-a811-411e-9f65-d049b788d647 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 931 time: 0.2269280 Jul 05 16:05:35.211224 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9fe821cc-1360-44e4-96bd-911f1281c349 req-bf5ab1a4-ceea-46f7-83f8-6ccbd1cf042c tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098225 Jul 05 16:05:35.240374 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69ab16c7-0df5-45b0-9d8e-c3a7ba9e565e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:35.257984 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69ab16c7-0df5-45b0-9d8e-c3a7ba9e565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:35.316872 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-69ab16c7-0df5-45b0-9d8e-c3a7ba9e565e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3e974267e7e41129fe542eb547b12e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722326 Jul 05 16:05:35.318969 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39936) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:35.328300 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab16c7-0df5-45b0-9d8e-c3a7ba9e565e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de38a1e3-82ad-4939-b6ac-5555178be5f2,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:35.438278 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Request body: {'port': {'device_id': '27a9e131-5c35-448f-b517-24a0d53a068c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:35.540734 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-163a1fa9-d6ab-4999-b492-c1c02670ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:35.624735 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:35.625949 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Request body: {'port': {'device_id': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:35.655957 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-163a1fa9-d6ab-4999-b492-c1c02670ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:36.436616 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e4b54f32-d985-4362-a689-b514aa7db1e3 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:36.625591 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port e4b54f32-d985-4362-a689-b514aa7db1e3 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:05:36.644376 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port e4b54f32-d985-4362-a689-b514aa7db1e3 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:36.644845 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:36.699044 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:36.732387 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-163a1fa9-d6ab-4999-b492-c1c02670ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:36.734900 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-163a1fa9-d6ab-4999-b492-c1c02670ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:36.738970 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-163a1fa9-d6ab-4999-b492-c1c02670ecf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de38a1e3-82ad-4939-b6ac-5555178be5f2 HTTP/1.1" status: 204 len: 168 time: 1.4136500 Jul 05 16:05:36.778810 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4545145-27a5-4754-adfe-6a1795c18b06 req-007bac00-2de1-48f7-85c4-28af2fef462e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:36.780381 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e4545145-27a5-4754-adfe-6a1795c18b06 req-007bac00-2de1-48f7-85c4-28af2fef462e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 931 time: 1.0404203 Jul 05 16:05:36.939106 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a1fa9-d6ab-4999-b492-c1c02670ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38a1e3-82ad-4939-b6ac-5555178be5f2,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:36.958391 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9796c2a3-c071-4468-bd30-64bfb382d9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:36.972256 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e4545145-27a5-4754-adfe-6a1795c18b06 req-706f35a3-3695-4dcf-9351-72db00c384d0 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681988 Jul 05 16:05:37.076419 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-f142d2ca-1130-4369-b712-beb1d9754156 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:37.076547 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:37.090817 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-f142d2ca-1130-4369-b712-beb1d9754156 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 817 time: 0.6198578 Jul 05 16:05:37.116487 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:37.149976 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:37.205626 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Transition to ACTIVE for port object 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:05:37.240080 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:37.270516 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port e4b54f32-d985-4362-a689-b514aa7db1e3, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=e4b54f32-d985-4362-a689-b514aa7db1e3,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:37.290570 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:37.380111 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-0c8baf0e-2aa7-4630-8eef-c992a233aae6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/quotas/286d57a1344e4bfcb47d4bb5d587ee79 HTTP/1.1" status: 200 len: 375 time: 0.2822690 Jul 05 16:05:37.433943 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=e4b54f32-d985-4362-a689-b514aa7db1e3,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:37.563885 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.39', 52674) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:37.995305 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:38.008550 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:38.027864 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Transition to ACTIVE for port object c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:05:38.066604 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Attempting to bind port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:05:38.067352 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Attempting to bind port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ce1788ef-165c-4028-a478-c7a4c0235a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '803268b7-6db5-4035-b573-e16493aa005d'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:05:38.067460 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Attempting to bind port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 on network 803268b7-6db5-4035-b573-e16493aa005d {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:38.079138 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Pushing event updated for resources: {'Port': ['ID=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:38.101511 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 on network 803268b7-6db5-4035-b573-e16493aa005d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:05:38.101887 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Attempting to bind port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 on network 803268b7-6db5-4035-b573-e16493aa005d {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:38.110098 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-d904a1a6-7366-4ead-9fe2-13f8c5df5188 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:38.115266 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:05:38.115943 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Checking segment: {'id': 'ce1788ef-165c-4028-a478-c7a4c0235a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '803268b7-6db5-4035-b573-e16493aa005d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:38.116762 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Bound using segment: {'id': 'ce1788ef-165c-4028-a478-c7a4c0235a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '803268b7-6db5-4035-b573-e16493aa005d'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:05:38.117435 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Bound port: 20ce9f6b-3f4b-45cc-9139-93daa35f3a36, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1788ef-165c-4028-a478-c7a4c0235a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '803268b7-6db5-4035-b573-e16493aa005d'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:05:38.117857 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-d904a1a6-7366-4ead-9fe2-13f8c5df5188 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 817 time: 0.5529888 Jul 05 16:05:38.117978 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:38.118542 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:38.148564 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40018) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:38.202854 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4919-fd7f-4873-ad70-d2802107451f req-e40a409f-29ff-4a03-9289-36459aa981f0 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:38.210892 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1e3d4919-fd7f-4873-ad70-d2802107451f req-e40a409f-29ff-4a03-9289-36459aa981f0 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.7570651 Jul 05 16:05:38.218803 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Request body: {'port': {'device_id': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'admin_state_up': True, 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:38.227860 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2c103b5e-6150-4feb-9652-782888640937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:38.379435 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e4b54f32-d985-4362-a689-b514aa7db1e3 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:38.392168 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:38.450386 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-768fdbd4-a86e-4f87-8691-40328e550cd0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0239494 Jul 05 16:05:38.477777 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port e4b54f32-d985-4362-a689-b514aa7db1e3 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:38.478869 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:38.560318 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1e3d4919-fd7f-4873-ad70-d2802107451f req-cd2ee354-07df-48c5-b5b5-2c713cc031f6 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334451 Jul 05 16:05:38.624277 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] For port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:05:38.644590 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] For port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,segment=NetworkSegment(ce1788ef-165c-4028-a478-c7a4c0235a09),segment_id=ce1788ef-165c-4028-a478-c7a4c0235a09)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:05:38.686958 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:38.788724 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Pushing event updated for resources: {'Port': ['ID=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:38.828565 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:38.833863 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:38.833863 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c1807929-876b-4527-83f4-3275bfacf68a service neutron] 10.222.0.39 "PUT /v2.0/ports/20ce9f6b-3f4b-45cc-9139-93daa35f3a36 HTTP/1.1" status: 200 len: 1093 time: 4.2649367 Jul 05 16:05:38.833863 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9e131-5c35-448f-b517-24a0d53a068c', 'tag': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:05:38.927260 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Attempting to bind port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:05:38.927782 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Attempting to bind port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:05:38.928195 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Attempting to bind port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:38.960327 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 on network be2a64f6-67a9-480d-9317-a8bb5188c28a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:05:38.960671 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Attempting to bind port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:38.985380 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:05:38.985727 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Checking segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:38.986613 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Bound using segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:05:38.987071 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Bound port: c356b1d1-e55a-42a3-ae4a-8ea2fcb71203, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:05:38.987448 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.009964 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-be550989-3179-46c1-b41c-d520aa0fd738 service neutron] 10.222.0.24 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442674 Jul 05 16:05:39.175305 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] For port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:05:39.221744 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6a3278-55cd-44d2-b435-3d8ad873671a" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9e131-5c35-448f-b517-24a0d53a068c", "tag": "20ce9f6b-3f4b-45cc-9139-93daa35f3a36"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:05:39.231928 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] For port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:05:39.236364 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-2f6e7c75-cc43-4e16-870f-68ff52694f8b service neutron] 10.222.0.24 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182765 Jul 05 16:05:39.243248 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.284096 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2c103b5e-6150-4feb-9652-782888640937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.305646 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2c103b5e-6150-4feb-9652-782888640937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.354772 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Made reservation on behalf of 286d57a1344e4bfcb47d4bb5d587ee79 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:39.362726 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.396301 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c938af8e-d291-4d76-9591-a5063285818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.398908 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c103b5e-6150-4feb-9652-782888640937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d335d55-856d-4d48-ac40-3a69c3cb3bdf,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:39.481098 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:39.494343 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:39.494965 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.496952 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-b1c8a17f-d1d7-4542-9ea0-83dba3b8f1a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 1093 time: 4.9306731 Jul 05 16:05:39.497416 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'tag': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:05:39.608125 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c43f01-9233-4ff0-adf9-755e6d64521b req-d7d07340-8a4b-49b1-819d-492af3dd3d0a tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:39.609609 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-21c43f01-9233-4ff0-adf9-755e6d64521b req-d7d07340-8a4b-49b1-819d-492af3dd3d0a tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 943 time: 0.7095075 Jul 05 16:05:39.726053 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-21c43f01-9233-4ff0-adf9-755e6d64521b req-4a979d55-5600-432e-9317-3c4c446bb279 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784962 Jul 05 16:05:39.732395 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:39.741589 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2c103b5e-6150-4feb-9652-782888640937 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=915b75b736904893abce4c8f8e6c8b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5906711 Jul 05 16:05:39.746602 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40064) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:39.923693 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Allocated IP 172.20.0.9 (52ac1684-e5e1-4d38-a954-1fd1bbafde72/15ecf76d-a1dd-4a96-84bc-3c9aed9229e9/283bc8dd-c45d-4275-a0aa-08a63a87dcb5) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:05:39.941277 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-3e01bbe7-720c-4d41-9379-e297222a9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:39.942997 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-3e01bbe7-720c-4d41-9379-e297222a9e35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=600df32017d74edab2e8efa3b63c7a64&device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 1096 time: 0.5567839 Jul 05 16:05:39.988143 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-988cd20c-356c-4a9b-a4aa-4d327263045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:39.989893 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-988cd20c-356c-4a9b-a4aa-4d327263045f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1096 time: 0.4182127 Jul 05 16:05:40.119209 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c896709f-80c3-40c6-8fb3-acbfb9c5f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:40.225671 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-45e40d90-96bc-475e-8ffa-60aaa3bafd8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.2251220 Jul 05 16:05:40.243046 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22bfc69-2a48-480b-819d-0e56749e88d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8", "tag": "c356b1d1-e55a-42a3-ae4a-8ea2fcb71203"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:05:40.244823 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c896709f-80c3-40c6-8fb3-acbfb9c5f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:40.271249 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-b8517528-1888-4236-a61a-046b9076a233 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ce9f6b-3f4b-45cc-9139-93daa35f3a36 HTTP/1.1" status: 200 len: 217 time: 0.3168585 Jul 05 16:05:40.520214 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-680d052c-4d56-4e89-bef5-545d8506b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:40.522353 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-680d052c-4d56-4e89-bef5-545d8506b34a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=851fefe7-8233-46f0-9b9c-ec4a62f74a26 HTTP/1.1" status: 200 len: 852 time: 0.1532440 Jul 05 16:05:40.594963 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d6eb2-4e10-4114-9d9e-8759f507290a x-openstack-request-id: req-882d6eb2-4e10-4114-9d9e-8759f507290a {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:05:40.605756 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9e131-5c35-448f-b517-24a0d53a068c", "tag": "20ce9f6b-3f4b-45cc-9139-93daa35f3a36", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:05:40.606341 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-882d6eb2-4e10-4114-9d9e-8759f507290a {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:05:40.611478 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9e131-5c35-448f-b517-24a0d53a068c', 'tag': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36', 'status': 'completed', 'code': 200} Jul 05 16:05:40.614090 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40092) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:40.804683 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-835b6cdb-fe0a-4d5c-8ae1-b7c3286c9ade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=803268b7-6db5-4035-b573-e16493aa005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913090 Jul 05 16:05:40.892778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bf7a0-fa92-42cf-b23c-aed340cc4bd6 req-0af79a6d-a45a-4d55-a00e-5ea739e5bcc1 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:40.894386 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-083bf7a0-fa92-42cf-b23c-aed340cc4bd6 req-0af79a6d-a45a-4d55-a00e-5ea739e5bcc1 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.7814322 Jul 05 16:05:40.895231 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c896709f-80c3-40c6-8fb3-acbfb9c5f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:40.905423 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c896709f-80c3-40c6-8fb3-acbfb9c5f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:40.906599 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c896709f-80c3-40c6-8fb3-acbfb9c5f536 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d335d55-856d-4d48-ac40-3a69c3cb3bdf HTTP/1.1" status: 204 len: 168 time: 1.1586313 Jul 05 16:05:40.974053 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:40.985980 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6e1fb81f-daf6-4467-bead-40d0056ca728 req-d0d6fe34-c1b4-4515-8fb6-f2ab42b2b64f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.1230237 Jul 05 16:05:41.002865 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896709f-80c3-40c6-8fb3-acbfb9c5f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d335d55-856d-4d48-ac40-3a69c3cb3bdf,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:41.002865 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74e2fd00-9bcf-4575-8d10-f5b5694fbeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.070195 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-083bf7a0-fa92-42cf-b23c-aed340cc4bd6 req-dbdfa444-e592-446a-8f82-b8d90e26dc64 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551056 Jul 05 16:05:41.094330 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.114372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-9d5f9dcf-0452-4d1a-9570-3490d51f57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:41.119295 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-9d5f9dcf-0452-4d1a-9570-3490d51f57ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.7211514 Jul 05 16:05:41.169889 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.195220 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74e2fd00-9bcf-4575-8d10-f5b5694fbeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.205900 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74e2fd00-9bcf-4575-8d10-f5b5694fbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.293493 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2fd00-9bcf-4575-8d10-f5b5694fbeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c2f58-9ff7-4c75-a4ce-466ad01706a3,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:41.297844 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:05:41.308449 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-74e2fd00-9bcf-4575-8d10-f5b5694fbeb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e796c07f8044e87a3f4b167c7d06fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870003 Jul 05 16:05:41.311536 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40120) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:41.319628 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:41.328825 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:05:41.344813 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:41.345828 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.359714 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Pushing event updated for resources: {'Port': ['ID=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:41.372235 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-91185765-76cf-4416-8305-d1323f7b22aa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1833723 Jul 05 16:05:41.475147 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-98467392-7d37-44fc-800a-fbbd8ab293e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.490257 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0c865-698c-40c2-8d70-e4672d88b928 req-c253828f-9921-4d89-bd3f-65193bb14af0 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:41.491794 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-91f0c865-698c-40c2-8d70-e4672d88b928 req-c253828f-9921-4d89-bd3f-65193bb14af0 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 943 time: 0.1109118 Jul 05 16:05:41.513337 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6544f75d-7435-4b1f-b2fb-6a4c9bc2831b x-openstack-request-id: req-6544f75d-7435-4b1f-b2fb-6a4c9bc2831b {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:05:41.513660 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8", "tag": "c356b1d1-e55a-42a3-ae4a-8ea2fcb71203", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:05:41.513910 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6544f75d-7435-4b1f-b2fb-6a4c9bc2831b {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:05:41.514835 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'tag': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', 'status': 'completed', 'code': 200} Jul 05 16:05:41.533520 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-98467392-7d37-44fc-800a-fbbd8ab293e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.577567 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-91f0c865-698c-40c2-8d70-e4672d88b928 req-ae305965-cd5d-426d-b98e-2a885378af9e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764704 Jul 05 16:05:41.634456 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-98467392-7d37-44fc-800a-fbbd8ab293e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.639183 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-98467392-7d37-44fc-800a-fbbd8ab293e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:41.642287 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-98467392-7d37-44fc-800a-fbbd8ab293e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e1c2f58-9ff7-4c75-a4ce-466ad01706a3 HTTP/1.1" status: 204 len: 168 time: 0.3294189 Jul 05 16:05:41.650806 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98467392-7d37-44fc-800a-fbbd8ab293e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c2f58-9ff7-4c75-a4ce-466ad01706a3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:42.151775 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d4336bf7-f3e0-4d59-b2e8-3faa5df88edb req-f3d7a5d5-aa24-4ea4-bcd4-28af92e575d9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.0300531 Jul 05 16:05:42.160923 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40170) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:42.178681 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d299505b-bac0-430b-bf1b-a74ed83b2773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.308964 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434f8f1-1a43-4835-bb3f-13d826a15958 req-8c890567-eb15-4fde-a30c-d2e4011d7109 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:42.310955 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e434f8f1-1a43-4835-bb3f-13d826a15958 req-8c890567-eb15-4fde-a30c-d2e4011d7109 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.0825095 Jul 05 16:05:42.329029 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d299505b-bac0-430b-bf1b-a74ed83b2773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.336887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d299505b-bac0-430b-bf1b-a74ed83b2773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.358145 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e434f8f1-1a43-4835-bb3f-13d826a15958 req-ab2c6a8e-3377-45ba-8948-ab2120c036e4 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Jul 05 16:05:42.384660 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40176) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:42.384850 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d299505b-bac0-430b-bf1b-a74ed83b2773 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cf3523b148a4b3c9d4990741b9dfc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227931 Jul 05 16:05:42.388440 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299505b-bac0-430b-bf1b-a74ed83b2773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf37f6-d25d-4002-92ce-14a6b1374a2a,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:42.444939 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b5002d4d-a46f-4134-8357-132027a6a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.468994 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b5002d4d-a46f-4134-8357-132027a6a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.509377 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40182) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:42.522456 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b5002d4d-a46f-4134-8357-132027a6a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.525025 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b5002d4d-a46f-4134-8357-132027a6a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.526212 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-b5002d4d-a46f-4134-8357-132027a6a558 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1faf37f6-d25d-4002-92ce-14a6b1374a2a HTTP/1.1" status: 204 len: 168 time: 0.1403456 Jul 05 16:05:42.534804 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5002d4d-a46f-4134-8357-132027a6a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf37f6-d25d-4002-92ce-14a6b1374a2a,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:42.628450 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74ab1ddd-6169-4524-94f3-8cda211e5da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.753161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74ab1ddd-6169-4524-94f3-8cda211e5da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.758872 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74ab1ddd-6169-4524-94f3-8cda211e5da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.788245 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-74ab1ddd-6169-4524-94f3-8cda211e5da9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e4df96d13c2464f9bbaadb35b8d3c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777534 Jul 05 16:05:42.791875 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40198) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:42.809876 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab1ddd-6169-4524-94f3-8cda211e5da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3eb3c-38c4-40e5-9690-685652b247a0,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:42.862409 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272586c0-d798-4f8c-ba9e-cce45c929c4d req-5327893b-ed05-4014-b05d-56c3d6002b5c tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:42.863902 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-272586c0-d798-4f8c-ba9e-cce45c929c4d req-5327893b-ed05-4014-b05d-56c3d6002b5c tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 943 time: 0.1282187 Jul 05 16:05:42.898303 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-40e2faa0-3e8f-42b0-abdf-d7e778ae9a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:42.928413 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-272586c0-d798-4f8c-ba9e-cce45c929c4d req-65aed9b8-cb54-4ceb-9dc5-bdaa6c3a88ff tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553551 Jul 05 16:05:42.932958 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-40e2faa0-3e8f-42b0-abdf-d7e778ae9a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.003562 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-40e2faa0-3e8f-42b0-abdf-d7e778ae9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.006763 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-40e2faa0-3e8f-42b0-abdf-d7e778ae9a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.008045 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-40e2faa0-3e8f-42b0-abdf-d7e778ae9a5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2c3eb3c-38c4-40e5-9690-685652b247a0 HTTP/1.1" status: 204 len: 168 time: 0.2145803 Jul 05 16:05:43.017705 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2faa0-3e8f-42b0-abdf-d7e778ae9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3eb3c-38c4-40e5-9690-685652b247a0,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:43.307189 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2c513458-e184-4a21-8dbb-a9a53c7cde8a req-988b5c8c-0c83-4394-9820-645e76b573fc tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.0289602 Jul 05 16:05:43.345710 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.431343 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40234) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:43.446411 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-97823f9a-9ad8-48c7-835f-dd1407859bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.560242 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-97823f9a-9ad8-48c7-835f-dd1407859bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.565496 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-97823f9a-9ad8-48c7-835f-dd1407859bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.593565 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e5dac-ec2b-4458-9baf-de52dea2a61d req-0e736a77-c291-46bf-8b8e-a62a69bb83fa tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:43.601115 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-884e5dac-ec2b-4458-9baf-de52dea2a61d req-0e736a77-c291-46bf-8b8e-a62a69bb83fa tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.1058953 Jul 05 16:05:43.608751 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-97823f9a-9ad8-48c7-835f-dd1407859bd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74a82f21b2234394954eb2963781c395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762221 Jul 05 16:05:43.611480 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40242) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:43.619013 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97823f9a-9ad8-48c7-835f-dd1407859bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cbb7bb-d03b-4437-bc6b-73b409889fb4,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:43.654119 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-884e5dac-ec2b-4458-9baf-de52dea2a61d req-49697ddf-2128-45b5-bb2f-00249070a17f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521104 Jul 05 16:05:43.677465 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e84d-c91d-4b53-917c-da358aac261b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.719574 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e84d-c91d-4b53-917c-da358aac261b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.796068 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e84d-c91d-4b53-917c-da358aac261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.799096 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e84d-c91d-4b53-917c-da358aac261b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:43.802843 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-6eb9e84d-c91d-4b53-917c-da358aac261b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9cbb7bb-d03b-4437-bc6b-73b409889fb4 HTTP/1.1" status: 204 len: 168 time: 0.1878662 Jul 05 16:05:43.812062 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9e84d-c91d-4b53-917c-da358aac261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cbb7bb-d03b-4437-bc6b-73b409889fb4,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:44.266479 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b408c-e87f-44a1-aa22-c4392ececc09 req-b0a5d0b8-30d1-4fa0-bdcd-8c1029b063e0 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:44.278390 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f42b408c-e87f-44a1-aa22-c4392ececc09 req-b0a5d0b8-30d1-4fa0-bdcd-8c1029b063e0 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 943 time: 0.1211109 Jul 05 16:05:44.360776 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f42b408c-e87f-44a1-aa22-c4392ececc09 req-39b96d07-d514-4a7d-8d8b-ba0f6a41e233 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811307 Jul 05 16:05:44.505194 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9a11853d-9009-4864-bb79-53822e0d477b req-b71d424d-309f-4c19-9609-d8f6e70b8329 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.0423064 Jul 05 16:05:45.019048 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7118e7-ad36-4909-9439-3c8a802a3f53 req-501a3769-2008-4d40-aed8-0a77994296b7 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:45.020716 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9b7118e7-ad36-4909-9439-3c8a802a3f53 req-501a3769-2008-4d40-aed8-0a77994296b7 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.1947906 Jul 05 16:05:45.086120 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9b7118e7-ad36-4909-9439-3c8a802a3f53 req-1f39cc5c-e319-4487-b79f-9b1ed56e1cc0 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Jul 05 16:05:45.658512 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Request body: {'port': {'device_id': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:45.789222 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-26dda829-6b44-4415-acbf-3fc943d02f4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462183 Jul 05 16:05:45.831647 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e65b03ba-307f-4c98-9805-bfaa00328181 req-ff0e28d9-2f27-44cf-94cd-b487302c1f70 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.0999975 Jul 05 16:05:45.852966 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e1db7-24f1-41c7-b503-8f8d1a168aca req-433c830c-e508-4b9a-afb9-8a132475bfbd tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:45.862069 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-602e1db7-24f1-41c7-b503-8f8d1a168aca req-433c830c-e508-4b9a-afb9-8a132475bfbd tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 943 time: 0.3344011 Jul 05 16:05:45.971031 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-6d0a56c6-2f09-484a-abab-8a11a7097fdd service neutron] 10.222.0.39 "GET /v2.0/networks/803268b7-6db5-4035-b573-e16493aa005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358870 Jul 05 16:05:46.006763 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-602e1db7-24f1-41c7-b503-8f8d1a168aca req-8e75a364-129a-4448-ae3f-26ee3d1b5f63 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434529 Jul 05 16:05:46.077485 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:46.077747 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:46.107122 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-46096d04-5e87-48c5-8137-ef4570944451 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426264 Jul 05 16:05:46.230622 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd041dd4-c223-4581-a5de-89644bcc9876 req-8c8750d1-792f-4a6e-805d-fb547d566c7b service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133983 Jul 05 16:05:46.250392 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-63670d0d-20fb-4fed-8535-f0e4d9c5ca9e req-c127b300-ac4f-47db-8eed-650a24005e25 service neutron] 10.222.0.39 "GET /v2.0/networks/803268b7-6db5-4035-b573-e16493aa005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708001 Jul 05 16:05:46.469260 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654d142-665c-4197-a58b-1f4d1016beba req-55757b04-1ec2-4361-bbc0-5c7cc650ba90 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:46.471793 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f654d142-665c-4197-a58b-1f4d1016beba req-55757b04-1ec2-4361-bbc0-5c7cc650ba90 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.1837664 Jul 05 16:05:46.472705 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40368) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:46.511824 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-3e589473-dec4-4467-9925-446044cde8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:46.513123 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-3e589473-dec4-4467-9925-446044cde8a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=600df32017d74edab2e8efa3b63c7a64&device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 1096 time: 0.1417053 Jul 05 16:05:46.558248 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f654d142-665c-4197-a58b-1f4d1016beba req-e9e9d189-cd41-4e89-8e12-f0365a15d321 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Jul 05 16:05:46.582974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-6ab56570-8339-493b-9de5-8f9c3feee368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:46.587419 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-6ab56570-8339-493b-9de5-8f9c3feee368 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1096 time: 0.2415810 Jul 05 16:05:46.800789 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-ec1215c9-8b37-4d16-97b9-852066d1a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:46.802344 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-ec1215c9-8b37-4d16-97b9-852066d1a613 service neutron] 10.222.0.39 "GET /v2.0/networks?id=803268b7-6db5-4035-b573-e16493aa005d HTTP/1.1" status: 200 len: 913 time: 0.2779813 Jul 05 16:05:46.814130 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:46.828064 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:46.867686 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-8c12a3f0-e2bb-4abc-814f-335216ba40d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ce9f6b-3f4b-45cc-9139-93daa35f3a36 HTTP/1.1" status: 200 len: 217 time: 0.0559268 Jul 05 16:05:46.892732 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Transition to ACTIVE for port object 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:05:46.921770 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:46.933779 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-6713186f-1bc7-4ba2-b876-8e51c3e65a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:46.935381 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-6713186f-1bc7-4ba2-b876-8e51c3e65a48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.3383691 Jul 05 16:05:46.957974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-339cc06a-22ab-475e-aee4-3fe08671209f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:46.990978 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-71bf4d0e-97e1-4822-97f9-f008a362dfd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0470819 Jul 05 16:05:47.022307 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-739f9f66-f4e4-46eb-8fb1-0f4b60b41c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:47.023846 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-739f9f66-f4e4-46eb-8fb1-0f4b60b41c45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=851fefe7-8233-46f0-9b9c-ec4a62f74a26 HTTP/1.1" status: 200 len: 852 time: 0.1420949 Jul 05 16:05:47.071521 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-8d68f062-30d7-4295-b1ee-6e0bfdb787b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=803268b7-6db5-4035-b573-e16493aa005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321321 Jul 05 16:05:47.074985 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-5316f3dc-100b-414f-8a54-cc31feb6cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:47.075162 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Pushing event updated for resources: {'Port': ['ID=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:47.076733 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-5316f3dc-100b-414f-8a54-cc31feb6cdc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0716236 Jul 05 16:05:47.092720 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Attempting to bind port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:05:47.093062 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Attempting to bind port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:05:47.093420 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Attempting to bind port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 on network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:47.161435 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-8d20e4b8-9abb-4dec-ac4f-287d7360de87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626061 Jul 05 16:05:47.206012 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-394da301-3f49-4e41-ac66-7e070a7fabc3 service neutron] 10.222.0.39 "GET /v2.0/networks/803268b7-6db5-4035-b573-e16493aa005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158545 Jul 05 16:05:47.209213 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fd6b7dc2-f140-4997-8cfb-7ac0b2ff7127 req-e11c87fd-aa60-4fe4-a903-57a8d0e0735d tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.1351626 Jul 05 16:05:47.210243 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 on network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:05:47.210577 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Attempting to bind port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 on network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:47.241203 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:05:47.243495 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Checking segment: {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:47.243495 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Bound using segment: {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:05:47.243495 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Bound port: 283bc8dd-c45d-4275-a0aa-08a63a87dcb5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:05:47.243495 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:47.366336 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-48c98b56-7369-44a6-a337-be3274845d3f service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959956 Jul 05 16:05:47.366882 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.39', 52690) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:47.456285 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-339cc06a-22ab-475e-aee4-3fe08671209f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:47.494219 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-339cc06a-22ab-475e-aee4-3fe08671209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:47.530549 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] For port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:05:47.569797 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] For port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:05:47.575105 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-ef9e197f-2b6b-4bca-822b-1f2020eb4378 service neutron] 10.222.0.39 "GET /v2.0/networks/803268b7-6db5-4035-b573-e16493aa005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589165 Jul 05 16:05:47.577619 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:47.638130 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:47.638817 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:47.640204 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 1093 time: 1.9963727 Jul 05 16:05:47.640640 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'tag': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:05:47.643187 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadbf097-84aa-40eb-ad55-b40cb6c70f57" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c", "tag": "283bc8dd-c45d-4275-a0aa-08a63a87dcb5"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:05:47.648841 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc080ec-7b93-4157-9335-7b07be2492e0 service neutron] Pushing event updated for resources: {'Port': ['ID=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:47.710224 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-70181841-212d-4096-a464-37a1ad278fea tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:47.711742 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-70181841-212d-4096-a464-37a1ad278fea tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 817 time: 0.3364246 Jul 05 16:05:47.713656 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f22bfc69-2a48-480b-819d-0e56749e88d5 req-c1da3929-c888-4655-b0ca-c5643129a8f5 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264940 Jul 05 16:05:47.721110 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cc06a-22ab-475e-aee4-3fe08671209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2024ad6e-e35d-4213-b030-c284931864d1,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:47.763333 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Request body: {'port': {'device_id': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'admin_state_up': True, 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:47.857719 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bde81-ecd7-4df6-9d94-6aaf2f35aeb1 req-7d59b755-04b1-4151-898d-e1fa3d6565ad tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:47.867127 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bd7bde81-ecd7-4df6-9d94-6aaf2f35aeb1 req-7d59b755-04b1-4151-898d-e1fa3d6565ad tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.1263456 Jul 05 16:05:47.880943 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-339cc06a-22ab-475e-aee4-3fe08671209f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bec0a86c5064728ba9062df5a40bde7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4054022 Jul 05 16:05:47.887151 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40444) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:47.982964 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d904c-bab8-4f42-a57e-d4a004e9192d req-9a1de948-5f50-4a70-9b1b-ce20f6472d7b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:47.982964 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a95d904c-bab8-4f42-a57e-d4a004e9192d req-9a1de948-5f50-4a70-9b1b-ce20f6472d7b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 943 time: 0.4895048 Jul 05 16:05:48.029492 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-56847c19-1e35-48c7-9c28-b397f963fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:48.031038 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-56847c19-1e35-48c7-9c28-b397f963fd0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1096 time: 0.2012408 Jul 05 16:05:48.033193 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Made reservation on behalf of 286d57a1344e4bfcb47d4bb5d587ee79 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:48.036846 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.106941 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-5c06c7ac-1b6b-4a1c-8f30-e7193c3773fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0639932 Jul 05 16:05:48.114930 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a95d904c-bab8-4f42-a57e-d4a004e9192d req-203114f9-b7bb-4bf6-bb25-fca3219e2ae5 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261683 Jul 05 16:05:48.146449 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bd7bde81-ecd7-4df6-9d94-6aaf2f35aeb1 req-c8808423-c6bf-4452-957d-e7d923a8c78f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707171 Jul 05 16:05:48.177665 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-960c26a3-f6ea-4c8f-b9aa-b5698cd53d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.205746 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-960c26a3-f6ea-4c8f-b9aa-b5698cd53d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.280120 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-920ab614-def5-4cf5-8dc8-be3b0ecf7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:48.280219 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09ad89a-a316-44a1-a113-cee068c4d245 x-openstack-request-id: req-a09ad89a-a316-44a1-a113-cee068c4d245 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:05:48.280219 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c", "tag": "283bc8dd-c45d-4275-a0aa-08a63a87dcb5", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:05:48.280219 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a09ad89a-a316-44a1-a113-cee068c4d245 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:05:48.280219 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'tag': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5', 'status': 'completed', 'code': 200} Jul 05 16:05:48.280473 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-920ab614-def5-4cf5-8dc8-be3b0ecf7b4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.1620319 Jul 05 16:05:48.286721 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-960c26a3-f6ea-4c8f-b9aa-b5698cd53d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.289873 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-960c26a3-f6ea-4c8f-b9aa-b5698cd53d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.293446 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-960c26a3-f6ea-4c8f-b9aa-b5698cd53d36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2024ad6e-e35d-4213-b030-c284931864d1 HTTP/1.1" status: 204 len: 168 time: 0.4029057 Jul 05 16:05:48.301046 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c26a3-f6ea-4c8f-b9aa-b5698cd53d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2024ad6e-e35d-4213-b030-c284931864d1,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:48.344770 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-a4e0fd89-32f5-4919-846b-ca6263c9c70a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556362 Jul 05 16:05:48.434793 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Allocated IP 172.20.0.2 (52ac1684-e5e1-4d38-a954-1fd1bbafde72/15ecf76d-a1dd-4a96-84bc-3c9aed9229e9/c3920234-025c-4edc-ad2e-9f6c9a94556f) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:05:48.495974 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ce9ee32e-1669-40b9-8eb6-a5b6a64cea9a req-475831bb-5d95-44d4-8cdd-306d5635f258 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.0418901 Jul 05 16:05:48.517916 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-dc63f544-31b8-4106-b1c4-d5e76d4a3f67 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646731 Jul 05 16:05:48.691209 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5936e88d-7e73-4139-9f6f-ebd5aacf04f1 req-cd358717-f8bb-4462-8a9e-e041a62d8528 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623001 Jul 05 16:05:48.727363 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40502) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:48.741412 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6d39610b-896c-40b6-a0cc-fcc57a07b068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.742273 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.841496 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.883360 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-e7749750-ccba-4248-a0ef-dbd6542bf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:48.890207 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6d39610b-896c-40b6-a0cc-fcc57a07b068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.897772 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6d39610b-896c-40b6-a0cc-fcc57a07b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:48.898942 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-e7749750-ccba-4248-a0ef-dbd6542bf2e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1096 time: 0.1403134 Jul 05 16:05:48.915485 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:05:48.932743 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:48.940995 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-6d39610b-896c-40b6-a0cc-fcc57a07b068 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37fbb04ec9d642a68bd3ea50a41a285b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126315 Jul 05 16:05:48.942238 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39610b-896c-40b6-a0cc-fcc57a07b068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5f42b-af0d-409f-b3b7-498a3c47127c,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:48.942591 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:05:48.944663 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40522) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:48.969135 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:48.973139 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.006544 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-515095a2-fba4-455a-b67c-4c22184c7077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.039315 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-515095a2-fba4-455a-b67c-4c22184c7077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.043042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Pushing event updated for resources: {'Port': ['ID=c3920234-025c-4edc-ad2e-9f6c9a94556f,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:49.062361 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-279de4cc-46bc-4ea1-ae9f-498a5f1eca1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3058925 Jul 05 16:05:49.105343 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Request body: {'port': {'device_id': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:49.122410 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-515095a2-fba4-455a-b67c-4c22184c7077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.126315 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-515095a2-fba4-455a-b67c-4c22184c7077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.130538 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-515095a2-fba4-455a-b67c-4c22184c7077 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fa5f42b-af0d-409f-b3b7-498a3c47127c HTTP/1.1" status: 204 len: 168 time: 0.1821666 Jul 05 16:05:49.140980 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515095a2-fba4-455a-b67c-4c22184c7077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5f42b-af0d-409f-b3b7-498a3c47127c,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:49.177564 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-f115c08a-c6e8-406e-9e55-ad4ced81ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:49.180842 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-f115c08a-c6e8-406e-9e55-ad4ced81ea0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.2610312 Jul 05 16:05:49.329499 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-75a527be-329f-4f21-9449-5610c6470e07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.1192153 Jul 05 16:05:49.351301 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.505698 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee78043-4cc4-4aa6-8376-c1d3f7151dac req-0d34c091-7509-4a00-a3bb-03961e9cce4a tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:49.508988 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-aee78043-4cc4-4aa6-8376-c1d3f7151dac req-0d34c091-7509-4a00-a3bb-03961e9cce4a tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 943 time: 0.1019075 Jul 05 16:05:49.562777 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-aee78043-4cc4-4aa6-8376-c1d3f7151dac req-4eb45eaf-7c88-4adf-aef2-4483a2575dea tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Jul 05 16:05:49.642860 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-b263c7e7-e11a-4b95-a42b-234153d9ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:49.644320 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-b263c7e7-e11a-4b95-a42b-234153d9ea76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.3064241 Jul 05 16:05:49.705574 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-ef1a6021-469c-40ef-b32f-9b2719b793e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493867 Jul 05 16:05:49.710020 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:05:49.742784 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b096f82-5ce6-4df5-9ca1-c46c5f6c8597 req-9d62835b-1b33-4e63-931e-9623daa18ff3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:49.744306 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2b096f82-5ce6-4df5-9ca1-c46c5f6c8597 req-9d62835b-1b33-4e63-931e-9623daa18ff3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 931 time: 0.0683346 Jul 05 16:05:49.801398 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2b096f82-5ce6-4df5-9ca1-c46c5f6c8597 req-3bc6b4a6-3b8f-4a8e-b6d6-c32a64b1c8ee tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Jul 05 16:05:49.829455 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,segment=NetworkSegment(ce1788ef-165c-4028-a478-c7a4c0235a09),segment_id=ce1788ef-165c-4028-a478-c7a4c0235a09)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:49.838885 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f72a6d-4d9b-42b1-93ba-c640fd54b191 req-7b2bbc32-c22b-400f-8a2d-e2e14bb5739e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:49.841126 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-30f72a6d-4d9b-42b1-93ba-c640fd54b191 req-7b2bbc32-c22b-400f-8a2d-e2e14bb5739e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 943 time: 0.2739260 Jul 05 16:05:49.842658 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36', 'network_id': '803268b7-6db5-4035-b573-e16493aa005d', 'port_id': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36', 'mac_address': 'fa:16:3e:be:4a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851fefe7-8233-46f0-9b9c-ec4a62f74a26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:05:49.889069 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.904177 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:49.927137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,segment=NetworkSegment(ce1788ef-165c-4028-a478-c7a4c0235a09),segment_id=ce1788ef-165c-4028-a478-c7a4c0235a09)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:49.932299 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:49.935674 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:05:49.957709 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-30f72a6d-4d9b-42b1-93ba-c640fd54b191 req-43469f0e-e9e0-4dcc-b64e-6bdd9875b3e2 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822837 Jul 05 16:05:49.968113 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-f8b9c669-850c-488a-a7c8-71003f9e008f service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141356 Jul 05 16:05:49.988609 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:50.120945 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:50.134852 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'port_id': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', 'mac_address': 'fa:16:3e:92:8d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8427053e-7bcd-4031-b9ff-51a15b5b58a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:05:50.150634 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fadbf097-84aa-40eb-ad55-b40cb6c70f57 req-a2472ec5-0ef0-4b8b-8928-78cfa8386c8b service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764250 Jul 05 16:05:50.157849 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3920234-025c-4edc-ad2e-9f6c9a94556f {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:50.172994 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.204390 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Transition to ACTIVE for port object c3920234-025c-4edc-ad2e-9f6c9a94556f will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:05:50.209364 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.210746 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.234216 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:50.271633 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:50.277468 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.320519 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Pushing event updated for resources: {'Port': ['ID=c3920234-025c-4edc-ad2e-9f6c9a94556f,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:50.370217 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Attempting to bind port c3920234-025c-4edc-ad2e-9f6c9a94556f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:05:50.371521 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Attempting to bind port c3920234-025c-4edc-ad2e-9f6c9a94556f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:05:50.372207 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Attempting to bind port c3920234-025c-4edc-ad2e-9f6c9a94556f on network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:50.377624 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Port c3920234-025c-4edc-ad2e-9f6c9a94556f on network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:05:50.378185 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Attempting to bind port c3920234-025c-4edc-ad2e-9f6c9a94556f on network 52ac1684-e5e1-4d38-a954-1fd1bbafde72 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:05:50.383262 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:50.392325 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:05:50.393434 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Checking segment: {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:50.393995 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Bound using segment: {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:05:50.394589 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Bound port: c3920234-025c-4edc-ad2e-9f6c9a94556f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:05:50.395109 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.486762 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] For port c3920234-025c-4edc-ad2e-9f6c9a94556f, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:05:50.490591 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] For port c3920234-025c-4edc-ad2e-9f6c9a94556f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:05:50.501257 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.522213 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40600) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:50.549601 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:50.550748 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.552506 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] 10.222.0.39 "PUT /v2.0/ports/c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 200 len: 1093 time: 1.4521403 Jul 05 16:05:50.555274 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'tag': 'c3920234-025c-4edc-ad2e-9f6c9a94556f'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:05:50.559825 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e17127-cef9-4bbf-be00-133c188c5a33" -d '{"events": [{"name": "network-changed", "server_uuid": "833671d4-72e5-4287-b6e2-f9fb72cdcc9b", "tag": "c3920234-025c-4edc-ad2e-9f6c9a94556f"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:05:50.594843 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:05:50.674069 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699efea-27f3-491a-a95c-61cae2c3e550 service neutron] Pushing event updated for resources: {'Port': ['ID=c3920234-025c-4edc-ad2e-9f6c9a94556f,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:50.703798 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f112481-b111-42f5-8bef-6a9e1aac4417 x-openstack-request-id: req-0f112481-b111-42f5-8bef-6a9e1aac4417 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:05:50.704268 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833671d4-72e5-4287-b6e2-f9fb72cdcc9b", "tag": "c3920234-025c-4edc-ad2e-9f6c9a94556f", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:05:50.704524 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['20ce9f6b-3f4b-45cc-9139-93daa35f3a36'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:05:50.713174 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f112481-b111-42f5-8bef-6a9e1aac4417 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:05:50.713174 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'tag': 'c3920234-025c-4edc-ad2e-9f6c9a94556f', 'status': 'completed', 'code': 200} Jul 05 16:05:50.718536 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-292321c5-08da-48e1-89b8-637c21b40fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.789921 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-3244c1d5-d37c-4ea9-bb14-9e609d833d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:50.789921 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-3244c1d5-d37c-4ea9-bb14-9e609d833d1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1096 time: 0.1602488 Jul 05 16:05:50.911632 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-f6739a4f-b394-4602-a7c0-441e816cc282 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 200 len: 217 time: 0.1191814 Jul 05 16:05:50.923538 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-292321c5-08da-48e1-89b8-637c21b40fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:50.932494 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-292321c5-08da-48e1-89b8-637c21b40fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.038200 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-b4159a08-263b-469a-9c0d-2f7b6673bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:51.039791 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-b4159a08-263b-469a-9c0d-2f7b6673bd91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.1007009 Jul 05 16:05:51.044596 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-292321c5-08da-48e1-89b8-637c21b40fef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=438d6ebbbaa14f838e1da9801c251663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183077 Jul 05 16:05:51.044968 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40628) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:51.079382 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292321c5-08da-48e1-89b8-637c21b40fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dec71ee-b97a-4bf6-bd43-159595990296,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:51.086672 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f693fa-cda3-4fc9-bc9b-82995359ddd5 req-8a432929-1ae2-4bd9-81ba-8dd90e4e992f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:51.093221 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-62f693fa-cda3-4fc9-bc9b-82995359ddd5 req-8a432929-1ae2-4bd9-81ba-8dd90e4e992f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 944 time: 0.1762857 Jul 05 16:05:51.094940 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40630) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:51.120601 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-0730089d-55f1-4672-b0ea-d5f351e64284 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682120 Jul 05 16:05:51.156576 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b21ed-0ca2-4261-bbc3-577abe56e0fa req-95b05892-705d-4c9e-b208-db373ec45adb tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:51.171536 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-082b21ed-0ca2-4261-bbc3-577abe56e0fa req-95b05892-705d-4c9e-b208-db373ec45adb tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 943 time: 0.1384647 Jul 05 16:05:51.226210 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-082b21ed-0ca2-4261-bbc3-577abe56e0fa req-9adac6c1-4dab-4175-be9c-ff206bd0f187 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Jul 05 16:05:51.230680 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-62f693fa-cda3-4fc9-bc9b-82995359ddd5 req-c70e6c3b-b704-40bc-bdbf-8f1bd073b952 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186287 Jul 05 16:05:51.247299 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-51c4b742-8422-4b61-83d6-4d98e9edf605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.250702 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b25fd-c544-493a-9b68-9740ba4c3b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.300079 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b25fd-c544-493a-9b68-9740ba4c3b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.329739 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-59bbf0b1-69e1-42a2-be87-f0d80a3369f8 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941540 Jul 05 16:05:51.414174 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-51c4b742-8422-4b61-83d6-4d98e9edf605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.422372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-51c4b742-8422-4b61-83d6-4d98e9edf605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.424167 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b25fd-c544-493a-9b68-9740ba4c3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.426048 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b25fd-c544-493a-9b68-9740ba4c3b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.427208 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-652b25fd-c544-493a-9b68-9740ba4c3b2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dec71ee-b97a-4bf6-bd43-159595990296 HTTP/1.1" status: 204 len: 168 time: 0.3812189 Jul 05 16:05:51.455482 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b25fd-c544-493a-9b68-9740ba4c3b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dec71ee-b97a-4bf6-bd43-159595990296,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:51.468179 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48ae29-f948-43b6-abba-bbdff5d90f5e req-8ffa7ddc-d027-4db3-a193-5f65f12f52ee tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:51.469798 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6c48ae29-f948-43b6-abba-bbdff5d90f5e req-8ffa7ddc-d027-4db3-a193-5f65f12f52ee tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 944 time: 0.1243613 Jul 05 16:05:51.475958 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d67a4d7-e4db-487b-98cf-48dee6ef5871 req-ac3df4d8-b9d5-4b88-95ca-e7c296517187 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337330 Jul 05 16:05:51.483836 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-51c4b742-8422-4b61-83d6-4d98e9edf605 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70f410d7ff554b92983ae8a5fd82bad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838198 Jul 05 16:05:51.487087 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40642) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:51.489932 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b742-8422-4b61-83d6-4d98e9edf605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d51e62-8d30-430b-944e-46f4e4322d2c,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:51.534988 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6c48ae29-f948-43b6-abba-bbdff5d90f5e req-317df5b4-8829-4b9d-bada-ef12e2003fdc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566728 Jul 05 16:05:51.592434 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a8e55840-1d1c-4271-84c6-5ea3db4370ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.625048 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a8e55840-1d1c-4271-84c6-5ea3db4370ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.635537 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-08a6ca17-e5b2-471d-95af-d058405a6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:51.637520 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-08a6ca17-e5b2-471d-95af-d058405a6eb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1096 time: 0.0965118 Jul 05 16:05:51.696054 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:05:51.698730 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:51.751648 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a8e55840-1d1c-4271-84c6-5ea3db4370ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.754288 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a8e55840-1d1c-4271-84c6-5ea3db4370ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.758183 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a8e55840-1d1c-4271-84c6-5ea3db4370ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50d51e62-8d30-430b-944e-46f4e4322d2c HTTP/1.1" status: 204 len: 168 time: 0.2655687 Jul 05 16:05:51.762984 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-d5b11d5c-28d9-4413-999f-69ba28accb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:51.764483 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-d5b11d5c-28d9-4413-999f-69ba28accb1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.1201904 Jul 05 16:05:51.772211 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e55840-1d1c-4271-84c6-5ea3db4370ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d51e62-8d30-430b-944e-46f4e4322d2c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:51.772355 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40648) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:51.793047 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-26e0126a-b258-44b4-b9c0-bd1c27b498e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.831902 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-4cc85c06-e8c8-4e4c-a35e-5c040b23d75b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 200 len: 217 time: 0.0601211 Jul 05 16:05:51.834466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:05:51.840874 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:51.841249 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.877006 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:51.910340 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-64f53a90-52e3-4e53-b4b5-aca3d808c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:51.910578 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5', 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'port_id': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5', 'mac_address': 'fa:16:3e:17:11:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:05:51.912421 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-64f53a90-52e3-4e53-b4b5-aca3d808c0cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0729065 Jul 05 16:05:51.960575 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-ef4a3247-ea28-4882-b333-70e727fab415 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405118 Jul 05 16:05:51.971584 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-26e0126a-b258-44b4-b9c0-bd1c27b498e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:51.980567 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-26e0126a-b258-44b4-b9c0-bd1c27b498e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.009751 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.036881 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-26e0126a-b258-44b4-b9c0-bd1c27b498e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47b61a5df8364f82bb1e94bbf13894f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639077 Jul 05 16:05:52.040622 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40662) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:52.041925 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:52.048740 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.082332 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0126a-b258-44b4-b9c0-bd1c27b498e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825fb777-4dbf-40fa-a9d2-2fab1d5b04a3,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:52.090146 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:52.099506 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9e131-5c35-448f-b517-24a0d53a068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:05:52.198101 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-1fb678c0-fde1-4997-84b9-ffc9621f748e service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306306 Jul 05 16:05:52.268640 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe7c6-3eb9-4bbe-bd6a-4336a71c3aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.273144 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40682) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:52.293847 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.302008 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-98230feb-e737-4e0d-b406-2f1478ac659c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.302604 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe7c6-3eb9-4bbe-bd6a-4336a71c3aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.309117 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,segment=NetworkSegment(ce1788ef-165c-4028-a478-c7a4c0235a09),segment_id=ce1788ef-165c-4028-a478-c7a4c0235a09)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:52.371822 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2e17127-cef9-4bbf-be00-133c188c5a33 req-32b60b97-e929-4ee5-a6a6-18a05f30a48e service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596096 Jul 05 16:05:52.409342 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe7c6-3eb9-4bbe-bd6a-4336a71c3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.411972 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe7c6-3eb9-4bbe-bd6a-4336a71c3aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.413338 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3f7fe7c6-3eb9-4bbe-bd6a-4336a71c3aa4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/825fb777-4dbf-40fa-a9d2-2fab1d5b04a3 HTTP/1.1" status: 204 len: 168 time: 0.3674841 Jul 05 16:05:52.432105 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fe7c6-3eb9-4bbe-bd6a-4336a71c3aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825fb777-4dbf-40fa-a9d2-2fab1d5b04a3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:52.540888 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.552866 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:52.637752 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:52.642126 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-98230feb-e737-4e0d-b406-2f1478ac659c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.645925 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847e05f4-ab93-4afb-91de-13765168d478" -d '{"events": [{"server_uuid": "27a9e131-5c35-448f-b517-24a0d53a068c", "name": "network-vif-plugged", "status": "completed", "tag": "20ce9f6b-3f4b-45cc-9139-93daa35f3a36"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:05:52.656599 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['283bc8dd-c45d-4275-a0aa-08a63a87dcb5'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:05:52.672338 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-98230feb-e737-4e0d-b406-2f1478ac659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.726044 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98230feb-e737-4e0d-b406-2f1478ac659c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344dac19-c4ba-4aa0-b2bf-72fa8da212f6,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:52.757368 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-98230feb-e737-4e0d-b406-2f1478ac659c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aae9ca3b53a34d9c81610afcf7e7c8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801333 Jul 05 16:05:52.759747 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40698) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:52.793335 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29fb79-10b7-4135-b029-c05c64d17635 req-c58b697f-5fda-4ffb-800a-17ac62568338 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:52.799510 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d29fb79-10b7-4135-b029-c05c64d17635 req-c58b697f-5fda-4ffb-800a-17ac62568338 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.3087010 Jul 05 16:05:52.848989 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:52.853069 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cb142-4f60-454d-8b0d-eef723f3825b req-b1207918-9834-41a3-9733-6ec5874c89f9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:52.859594 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d27cb142-4f60-454d-8b0d-eef723f3825b req-b1207918-9834-41a3-9733-6ec5874c89f9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 943 time: 0.2653008 Jul 05 16:05:52.879032 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:05:52.890315 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d29fb79-10b7-4135-b029-c05c64d17635 req-5edb57fb-e3a1-4b91-aff7-f1f12a0460ec tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720689 Jul 05 16:05:52.893256 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:52.894164 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.896179 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73a59a16-8fda-47be-a17b-c388c526aa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:52.962650 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73a59a16-8fda-47be-a17b-c388c526aa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.026991 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d27cb142-4f60-454d-8b0d-eef723f3825b req-48cdd162-d6ea-4df9-ba2c-bebfe1af1362 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590595 Jul 05 16:05:53.037039 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.099443 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:53.106714 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.119142 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73a59a16-8fda-47be-a17b-c388c526aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.122209 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73a59a16-8fda-47be-a17b-c388c526aa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.125660 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-73a59a16-8fda-47be-a17b-c388c526aa50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/344dac19-c4ba-4aa0-b2bf-72fa8da212f6 HTTP/1.1" status: 204 len: 168 time: 0.3601096 Jul 05 16:05:53.130730 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40710) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:53.132990 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a59a16-8fda-47be-a17b-c388c526aa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344dac19-c4ba-4aa0-b2bf-72fa8da212f6,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:53.158635 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a544-3aa5-40fd-8bf1-175c93dc4598 req-75303a4f-ff90-41f3-87c1-dadd2f074edf tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:53.165948 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3458a544-3aa5-40fd-8bf1-175c93dc4598 req-75303a4f-ff90-41f3-87c1-dadd2f074edf tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 944 time: 0.0919416 Jul 05 16:05:53.177589 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:53.212329 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3458a544-3aa5-40fd-8bf1-175c93dc4598 req-96f6b2ee-40bc-4909-9d24-21741b3f3b22 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454123 Jul 05 16:05:53.415007 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dba673b-21a9-47fa-9db4-c03eb26d46b9 x-openstack-request-id: req-0dba673b-21a9-47fa-9db4-c03eb26d46b9 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:05:53.415327 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9e131-5c35-448f-b517-24a0d53a068c", "name": "network-vif-plugged", "status": "completed", "tag": "20ce9f6b-3f4b-45cc-9139-93daa35f3a36", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:05:53.415574 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dba673b-21a9-47fa-9db4-c03eb26d46b9 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:05:53.416096 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9e131-5c35-448f-b517-24a0d53a068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36', 'code': 200} Jul 05 16:05:53.476979 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c2e9cee0-cfa3-4bf4-b435-83789ad86e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.597559 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c2e9cee0-cfa3-4bf4-b435-83789ad86e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.602633 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c2e9cee0-cfa3-4bf4-b435-83789ad86e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.716506 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:53.718619 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c3920234-025c-4edc-ad2e-9f6c9a94556f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:05:53.731356 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40738) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:53.731844 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c2e9cee0-cfa3-4bf4-b435-83789ad86e69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e79f45f73e4a44109e35d47be92e2c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991657 Jul 05 16:05:53.735149 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9cee0-cfa3-4bf4-b435-83789ad86e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8239d02-5fdc-47f5-9bb4-806a76c19921,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:53.774209 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40740) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:53.805353 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e438da-a6a6-4f74-8404-d104802c1ee2 req-07f5e3bc-d906-4eb3-8477-f29bf0d3a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:53.807157 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-92e438da-a6a6-4f74-8404-d104802c1ee2 req-07f5e3bc-d906-4eb3-8477-f29bf0d3a730 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 1098 time: 0.1918955 Jul 05 16:05:53.841230 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-92e438da-a6a6-4f74-8404-d104802c1ee2 req-8a336c07-83fb-4dc1-a23b-924efcf89a27 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.886219 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:05:53.887632 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11051a1e-f07d-455f-bd49-eb113b42c1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.896307 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:53.896952 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.922585 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11051a1e-f07d-455f-bd49-eb113b42c1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.946814 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c3920234-025c-4edc-ad2e-9f6c9a94556f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:53.968345 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': 'c3920234-025c-4edc-ad2e-9f6c9a94556f', 'network_id': '52ac1684-e5e1-4d38-a954-1fd1bbafde72', 'port_id': 'c3920234-025c-4edc-ad2e-9f6c9a94556f', 'mac_address': 'fa:16:3e:d3:ff:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ecf76d-a1dd-4a96-84bc-3c9aed9229e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:05:53.985073 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11051a1e-f07d-455f-bd49-eb113b42c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.991137 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11051a1e-f07d-455f-bd49-eb113b42c1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:53.995979 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-11051a1e-f07d-455f-bd49-eb113b42c1d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8239d02-5fdc-47f5-9bb4-806a76c19921 HTTP/1.1" status: 204 len: 168 time: 0.2614145 Jul 05 16:05:54.007792 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11051a1e-f07d-455f-bd49-eb113b42c1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8239d02-5fdc-47f5-9bb4-806a76c19921,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:54.075402 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.103677 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3920234-025c-4edc-ad2e-9f6c9a94556f {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:05:54.108290 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-92e438da-a6a6-4f74-8404-d104802c1ee2 req-8a336c07-83fb-4dc1-a23b-924efcf89a27 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.117382 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.123618 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-92e438da-a6a6-4f74-8404-d104802c1ee2 req-8a336c07-83fb-4dc1-a23b-924efcf89a27 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.148238 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c3920234-025c-4edc-ad2e-9f6c9a94556f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:54.162628 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.265481 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a336c07-83fb-4dc1-a23b-924efcf89a27 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c488bfa-cc0a-4444-b6a5-ddd6bd342d47,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:54.295104 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:54.296188 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=c3920234-025c-4edc-ad2e-9f6c9a94556f,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:54.299839 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-812f734d-c5df-4dd7-b787-c3d43c6cae90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.314874 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.320092 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745d03c-710e-4e7f-9fdd-dfdf054cefd5 req-ba509431-ee8d-47ab-bafd-1262deaa6fbf tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:54.331194 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3745d03c-710e-4e7f-9fdd-dfdf054cefd5 req-ba509431-ee8d-47ab-bafd-1262deaa6fbf tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.1901760 Jul 05 16:05:54.356316 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-92e438da-a6a6-4f74-8404-d104802c1ee2 req-8a336c07-83fb-4dc1-a23b-924efcf89a27 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423250 Jul 05 16:05:54.397470 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3745d03c-710e-4e7f-9fdd-dfdf054cefd5 req-13955fca-2979-4c05-a119-81e740a202d2 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659144 Jul 05 16:05:54.408554 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c3920234-025c-4edc-ad2e-9f6c9a94556f'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:05:54.434628 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f92b2-6025-44ee-9716-e0e44b9df889 req-6740d790-d28f-4c70-8c35-0cae3412cd80 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:54.436485 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-876f92b2-6025-44ee-9716-e0e44b9df889 req-6740d790-d28f-4c70-8c35-0cae3412cd80 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 944 time: 0.1442800 Jul 05 16:05:54.492542 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:54.528500 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-876f92b2-6025-44ee-9716-e0e44b9df889 req-177b4256-ebf1-4a9a-9180-661343c34618 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833023 Jul 05 16:05:54.588360 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-812f734d-c5df-4dd7-b787-c3d43c6cae90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.594084 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-812f734d-c5df-4dd7-b787-c3d43c6cae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.651228 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-812f734d-c5df-4dd7-b787-c3d43c6cae90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=417122ae9ed94fd5bb0526199be979d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758647 Jul 05 16:05:54.654405 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40780) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:54.670865 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f734d-c5df-4dd7-b787-c3d43c6cae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02fd34d-b20e-4b2b-9528-b337a1adcefd,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:54.687394 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59fde-9683-4dd6-83f4-da42e2a50478 req-a9911c5a-229e-479d-aa0c-cab3bfc2b6c1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:54.688959 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-07b59fde-9683-4dd6-83f4-da42e2a50478 req-a9911c5a-229e-479d-aa0c-cab3bfc2b6c1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 945 time: 0.1521044 Jul 05 16:05:54.737734 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-880ab1c6-94d4-4fed-9c2c-9c9a741c23cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.739157 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-07b59fde-9683-4dd6-83f4-da42e2a50478 req-1dc1ec5b-fc33-47ef-bace-e2bcab4a5e3c tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 Jul 05 16:05:54.760873 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-880ab1c6-94d4-4fed-9c2c-9c9a741c23cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.811966 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-880ab1c6-94d4-4fed-9c2c-9c9a741c23cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.814665 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-880ab1c6-94d4-4fed-9c2c-9c9a741c23cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:54.818090 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-880ab1c6-94d4-4fed-9c2c-9c9a741c23cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a02fd34d-b20e-4b2b-9528-b337a1adcefd HTTP/1.1" status: 204 len: 168 time: 0.1604276 Jul 05 16:05:54.827083 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ab1c6-94d4-4fed-9c2c-9c9a741c23cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02fd34d-b20e-4b2b-9528-b337a1adcefd,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:55.418111 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203'}, {'server_uuid': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:05:55.419987 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858ce9f1-9cba-4f5b-ae2b-77f6107ff500" -d '{"events": [{"server_uuid": "b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "c356b1d1-e55a-42a3-ae4a-8ea2fcb71203"}, {"server_uuid": "fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c", "name": "network-vif-plugged", "status": "completed", "tag": "283bc8dd-c45d-4275-a0aa-08a63a87dcb5"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:05:55.512394 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96da3d43-65ed-4702-8fe3-bb7c3bc6ec6e x-openstack-request-id: req-96da3d43-65ed-4702-8fe3-bb7c3bc6ec6e {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:05:55.512785 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8", "name": "network-vif-plugged", "status": "completed", "tag": "c356b1d1-e55a-42a3-ae4a-8ea2fcb71203", "code": 200}, {"server_uuid": "fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c", "name": "network-vif-plugged", "status": "completed", "tag": "283bc8dd-c45d-4275-a0aa-08a63a87dcb5", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:05:55.513336 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96da3d43-65ed-4702-8fe3-bb7c3bc6ec6e {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:05:55.513833 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', 'code': 200} Jul 05 16:05:55.514182 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5', 'code': 200} Jul 05 16:05:55.710594 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1f28c-7115-4a9a-885b-1407f54c9d80 req-3259e264-5767-437e-b77e-9c4be5b10926 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:55.712236 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e1b1f28c-7115-4a9a-885b-1407f54c9d80 req-3259e264-5767-437e-b77e-9c4be5b10926 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.1475687 Jul 05 16:05:55.728956 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c3920234-025c-4edc-ad2e-9f6c9a94556f up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:05:55.805720 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e1b1f28c-7115-4a9a-885b-1407f54c9d80 req-d0350a27-c62b-4caa-8a57-e3c797e3ac20 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862782 Jul 05 16:05:55.853171 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port c3920234-025c-4edc-ad2e-9f6c9a94556f completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:05:55.859649 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port c3920234-025c-4edc-ad2e-9f6c9a94556f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:05:55.862057 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:55.940528 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5245c-eb0a-48c2-a68e-cd972091da3e req-72091626-6a5e-42a6-a0aa-2f781bea7e1b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:55.952912 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-16b5245c-eb0a-48c2-a68e-cd972091da3e req-72091626-6a5e-42a6-a0aa-2f781bea7e1b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 944 time: 0.1034291 Jul 05 16:05:56.022172 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-16b5245c-eb0a-48c2-a68e-cd972091da3e req-f9a609ec-bf6e-4f57-8976-11ccab587f26 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Jul 05 16:05:56.101806 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.172248 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c3920234-025c-4edc-ad2e-9f6c9a94556f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:05:56.178600 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.249992 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=c3920234-025c-4edc-ad2e-9f6c9a94556f,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:56.368916 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f02f-77bf-4f9b-88b0-7420b492ba37 req-4ead0ce2-c6ea-462e-9e78-7fa056463213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:56.370489 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-42d8f02f-77bf-4f9b-88b0-7420b492ba37 req-4ead0ce2-c6ea-462e-9e78-7fa056463213 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.3411560 Jul 05 16:05:56.411356 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ffe2-0d57-4339-a25d-806f33687dee req-f8fea884-d9e7-4ea9-8258-f42d20baf5a1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:56.419586 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40870) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:56.419678 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f330ffe2-0d57-4339-a25d-806f33687dee req-f8fea884-d9e7-4ea9-8258-f42d20baf5a1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 945 time: 0.4109859 Jul 05 16:05:56.431289 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d5a6-0837-471e-b307-fabcad7bfcd7 req-7cafe96e-2d9c-454c-ac48-74a63e899cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:56.432861 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8a52d5a6-0837-471e-b307-fabcad7bfcd7 req-7cafe96e-2d9c-454c-ac48-74a63e899cc3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.3351505 Jul 05 16:05:56.483915 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-42d8f02f-77bf-4f9b-88b0-7420b492ba37 req-5efb72de-0589-434e-b827-fc040f03203d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983782 Jul 05 16:05:56.497490 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8a52d5a6-0837-471e-b307-fabcad7bfcd7 req-d3fe8b53-f78a-4979-9627-f2bf832d9dea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519602 Jul 05 16:05:56.502792 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f330ffe2-0d57-4339-a25d-806f33687dee req-c011d41b-91eb-4f8e-a7f8-430130e51960 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826643 Jul 05 16:05:56.692606 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-74040862-network', 'tenant_id': 'ff3b85308eb94f579ba53cdf85a39fa7'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:56.700603 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40890) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:56.727914 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Made reservation on behalf of ff3b85308eb94f579ba53cdf85a39fa7 for: {'network': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:56.730926 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.739975 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.847115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.855479 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.859978 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1668805000-network', 'tenant_id': '41d199a67a75427e90c6bd0bec075c0d'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:56.889533 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9871cd6b-92fd-4aad-9261-b1dedccb1a10,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:56.905968 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:05:56.924435 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.924677 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Made reservation on behalf of 41d199a67a75427e90c6bd0bec075c0d for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:56.924840 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.segments_db [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Added segment 36c5d049-9a66-4326-a58b-1b9cb75f8d73 of type vlan for network 340093ae-8359-46ce-a77d-58cca2f4b60b Jul 05 16:05:56.927009 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:56.950601 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.014644 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.093629 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.094608 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:57.095204 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.111949 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.119980 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.140666 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:05:57.161948 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.162355 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Added segment ff3b0497-59bf-4a6e-b466-08bbd0d55614 of type vlan for network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c Jul 05 16:05:57.173373 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7531824 Jul 05 16:05:57.177523 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40916) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:57.207191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a39b-a003-4939-9313-38fb3f038c73 req-53684896-e0d0-497d-bd6a-a879458fa1ce tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:57.215767 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3c09a39b-a003-4939-9313-38fb3f038c73 req-53684896-e0d0-497d-bd6a-a879458fa1ce tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.1942658 Jul 05 16:05:57.218629 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaca747-1583-4722-ba93-1f9503ab34ca admin admin] Pushing event updated for resources: {'Network': ['ID=340093ae-8359-46ce-a77d-58cca2f4b60b,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:57.224557 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Request body: {'subnet': {'network_id': '340093ae-8359-46ce-a77d-58cca2f4b60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-74040862-subnet', 'tenant_id': 'ff3b85308eb94f579ba53cdf85a39fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:57.231457 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc944643-df82-47f5-8ac6-9df6c549c317,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:57.286736 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3c09a39b-a003-4939-9313-38fb3f038c73 req-ee736398-7c7e-4de3-b723-ab735138839e tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Jul 05 16:05:57.295632 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 340093ae-8359-46ce-a77d-58cca2f4b60b details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:05:57.413059 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.441781 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Made reservation on behalf of ff3b85308eb94f579ba53cdf85a39fa7 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:57.452599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.515341 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3920234-025c-4edc-ad2e-9f6c9a94556f'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:05:57.518580 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f8c993-b4de-446b-9b4d-511e182913e1" -d '{"events": [{"server_uuid": "833671d4-72e5-4287-b6e2-f9fb72cdcc9b", "name": "network-vif-plugged", "status": "completed", "tag": "c3920234-025c-4edc-ad2e-9f6c9a94556f"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:05:57.552016 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.553001 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:57.553629 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.582948 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe118dd-b628-4548-ae7c-f3d43a4c8e6d x-openstack-request-id: req-1fe118dd-b628-4548-ae7c-f3d43a4c8e6d {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:05:57.583951 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833671d4-72e5-4287-b6e2-f9fb72cdcc9b", "name": "network-vif-plugged", "status": "completed", "tag": "c3920234-025c-4edc-ad2e-9f6c9a94556f", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:05:57.584239 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fe118dd-b628-4548-ae7c-f3d43a4c8e6d {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:05:57.586187 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3920234-025c-4edc-ad2e-9f6c9a94556f', 'code': 200} Jul 05 16:05:57.724924 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0225072 Jul 05 16:05:57.732914 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40944) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:57.743186 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb449659-d1dc-4503-b880-eea5560cd156 req-819b7223-abbb-4c7e-9e2c-72c9d03500c2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:57.753629 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-eb449659-d1dc-4503-b880-eea5560cd156 req-819b7223-abbb-4c7e-9e2c-72c9d03500c2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.4674671 Jul 05 16:05:57.763545 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Request body: {'subnet': {'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1668805000-subnet', 'tenant_id': '41d199a67a75427e90c6bd0bec075c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:57.797138 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55609-73db-4fd6-bb42-4c93be657768 req-88f88e69-7afb-48c2-82da-e9cf0f672673 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:57.806725 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-03f55609-73db-4fd6-bb42-4c93be657768 req-88f88e69-7afb-48c2-82da-e9cf0f672673 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 945 time: 0.0970106 Jul 05 16:05:57.807553 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d95eb-c5d4-4902-830c-4e20af563b0d admin admin] Pushing event updated for resources: {'Network': ['ID=9b42ea1b-87de-4a42-96b6-5f1017d02c8c,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:57.831466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:05:57.882585 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Made reservation on behalf of 41d199a67a75427e90c6bd0bec075c0d for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:57.884076 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:57.890775 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-eb449659-d1dc-4503-b880-eea5560cd156 req-bb3f359e-7fd5-4414-8a54-b225e9a31b2b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360116 Jul 05 16:05:57.944966 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-03f55609-73db-4fd6-bb42-4c93be657768 req-3a34f6bd-4b22-4af0-8267-7df0a27c1f2b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372101 Jul 05 16:05:58.063526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.183353 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea7d664-1757-40b0-9d9c-b6700f4f8555,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:58.209484 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2de483-3121-43e3-92dd-3ef6d4b1cbd9 req-fdd3ef92-f686-4e70-a4f7-77645e694d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:58.211001 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0c2de483-3121-43e3-92dd-3ef6d4b1cbd9 req-fdd3ef92-f686-4e70-a4f7-77645e694d1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1098 time: 0.2018609 Jul 05 16:05:58.232610 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Checking segment: {'id': '36c5d049-9a66-4326-a58b-1b9cb75f8d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '340093ae-8359-46ce-a77d-58cca2f4b60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:58.232974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Network hostable DHCP agents. Network: 340093ae-8359-46ce-a77d-58cca2f4b60b, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:05:58.278322 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40962) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:58.305588 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Network 340093ae-8359-46ce-a77d-58cca2f4b60b is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:05:58.309437 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0c2de483-3121-43e3-92dd-3ef6d4b1cbd9 req-3c76f7b3-3946-4f53-86bc-86e6f3f9cb62 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890942 Jul 05 16:05:58.320634 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.326432 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 340093ae-8359-46ce-a77d-58cca2f4b60b) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:58.337257 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84d42a-068e-4fae-9e9c-1f1f0b85cafe None None] Network 340093ae-8359-46ce-a77d-58cca2f4b60b requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:58.357653 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:58.358267 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.396344 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da669c5e-8f5a-48d3-9fad-937c2c45fb2d,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:58.412771 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ad1548d4-2f4b-46e4-9627-d2c63b25557f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1869767 Jul 05 16:05:58.414842 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Checking segment: {'id': 'ff3b0497-59bf-4a6e-b466-08bbd0d55614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:05:58.415313 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Network hostable DHCP agents. Network: 9b42ea1b-87de-4a42-96b6-5f1017d02c8c, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:05:58.453490 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:05:58.469789 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 9b42ea1b-87de-4a42-96b6-5f1017d02c8c) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:05:58.482478 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1f67a-fe70-45b2-9cb8-0a82632ec908 None None] Network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:58.485913 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:58.486994 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.490933 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d7c-3016-4040-94de-ebb94c57ac9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.507639 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-512c3e18-258c-4968-89b5-e97f94c2585e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7499707 Jul 05 16:05:58.578350 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8069255b-efe8-4c76-b536-fb636de01538 None None] Network 340093ae-8359-46ce-a77d-58cca2f4b60b requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:58.649123 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d7c-3016-4040-94de-ebb94c57ac9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.660208 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d7c-3016-4040-94de-ebb94c57ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.712724 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-91fb4d7c-3016-4040-94de-ebb94c57ac9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3442b55e13744438fc4b78ec15ef667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310617 Jul 05 16:05:58.712724 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb4d7c-3016-4040-94de-ebb94c57ac9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8078d4-4ae7-47e1-972b-70dcb706dbe3,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:58.713123 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40984) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:58.725644 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3be09-43b4-4e47-8dc8-832289316dee None None] Network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:05:58.807562 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab6e7-817c-4ec6-9f17-692941877975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.849885 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab6e7-817c-4ec6-9f17-692941877975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.926462 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab6e7-817c-4ec6-9f17-692941877975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.933549 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab6e7-817c-4ec6-9f17-692941877975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:58.936539 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-7e3ab6e7-817c-4ec6-9f17-692941877975 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de8078d4-4ae7-47e1-972b-70dcb706dbe3 HTTP/1.1" status: 204 len: 168 time: 0.2223299 Jul 05 16:05:58.949584 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ab6e7-817c-4ec6-9f17-692941877975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8078d4-4ae7-47e1-972b-70dcb706dbe3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:59.166777 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b281f-6d11-486e-8e88-68d0b098872e req-f9202eee-ac5f-4add-b226-aa5702f719a7 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:59.175108 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d64b281f-6d11-486e-8e88-68d0b098872e req-f9202eee-ac5f-4add-b226-aa5702f719a7 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1178486 Jul 05 16:05:59.282111 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d64b281f-6d11-486e-8e88-68d0b098872e req-a6547232-195c-4e9e-bfce-b95e9f123745 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998828 Jul 05 16:05:59.444104 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41022) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:59.451773 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-625278859-network', 'tenant_id': '46cde786faf647b09e72b9fa4f4f945b'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:59.490911 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Made reservation on behalf of 46cde786faf647b09e72b9fa4f4f945b for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:59.493708 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.513152 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.647851 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.653643 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.680285 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:05:59.699840 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093a1e5-3e7a-4dd4-8744-9e4f4eba325c,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:59.711900 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.711900 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Added segment dfaabbbe-872b-441c-ac91-042c7a43fcea of type vlan for network 9e8982ea-40a5-4654-a6cf-e1d9b76807c6 Jul 05 16:05:59.718519 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41040) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:59.736046 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7b141aff-be9e-486d-b29f-ece4fab08cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.760053 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.799398 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.800573 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:05:59.801265 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.869648 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8982ea-40a5-4654-a6cf-e1d9b76807c6,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:05:59.881049 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 9e8982ea-40a5-4654-a6cf-e1d9b76807c6 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:05:59.889146 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7b141aff-be9e-486d-b29f-ece4fab08cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.894873 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7b141aff-be9e-486d-b29f-ece4fab08cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.904003 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c12afa95-3da1-43b2-84a3-d307f7516244 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4581366 Jul 05 16:05:59.904957 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41046) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:59.911291 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Request body: {'subnet': {'network_id': '9e8982ea-40a5-4654-a6cf-e1d9b76807c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-625278859-subnet', 'tenant_id': '46cde786faf647b09e72b9fa4f4f945b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:05:59.936825 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Made reservation on behalf of 46cde786faf647b09e72b9fa4f4f945b for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:05:59.940889 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:05:59.961357 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-7b141aff-be9e-486d-b29f-ece4fab08cbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=435fe4dad2f4454bbbded8c57fb67bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413793 Jul 05 16:05:59.969819 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41050) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:05:59.998733 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b141aff-be9e-486d-b29f-ece4fab08cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81fb73-1b3f-444d-8601-ab77acd39ed9,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:00.072354 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8af786f0-da5c-4b46-a9fd-88b4622afc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.108988 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8af786f0-da5c-4b46-a9fd-88b4622afc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.124153 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.168012 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8af786f0-da5c-4b46-a9fd-88b4622afc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.170567 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8af786f0-da5c-4b46-a9fd-88b4622afc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.171720 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-8af786f0-da5c-4b46-a9fd-88b4622afc7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b81fb73-1b3f-444d-8601-ab77acd39ed9 HTTP/1.1" status: 204 len: 168 time: 0.2006178 Jul 05 16:06:00.180075 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af786f0-da5c-4b46-a9fd-88b4622afc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81fb73-1b3f-444d-8601-ab77acd39ed9,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:00.189334 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d94c717-d146-4719-8898-497907be0959,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:00.197327 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Checking segment: {'id': 'dfaabbbe-872b-441c-ac91-042c7a43fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9e8982ea-40a5-4654-a6cf-e1d9b76807c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:00.197698 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Network hostable DHCP agents. Network: 9e8982ea-40a5-4654-a6cf-e1d9b76807c6, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:06:00.219607 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Network 9e8982ea-40a5-4654-a6cf-e1d9b76807c6 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:06:00.229276 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 9e8982ea-40a5-4654-a6cf-e1d9b76807c6) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:00.234656 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:00.235276 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.243217 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560ae748-7d4d-40bf-a057-96d22047f2f7 None None] Network 9e8982ea-40a5-4654-a6cf-e1d9b76807c6 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:00.254722 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-068961af-be1a-4bc2-b483-d1b301d6e88f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3450563 Jul 05 16:06:00.381909 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41060) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:00.395941 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd53f59-a1fc-4399-9192-793aa2f3d8fc None None] Network 9e8982ea-40a5-4654-a6cf-e1d9b76807c6 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:00.430074 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] Deleting subnet 5ea7d664-1757-40b0-9d9c-b6700f4f8555 {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:06:00.433720 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.469617 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.479250 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.543369 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.569350 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea7d664-1757-40b0-9d9c-b6700f4f8555,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:00.573170 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.575413 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-7af28115-9ee4-4a64-af7d-83a7d241c578 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ea7d664-1757-40b0-9d9c-b6700f4f8555 HTTP/1.1" status: 204 len: 168 time: 0.1922274 Jul 05 16:06:00.578366 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41068) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:00.649856 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.738002 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.748655 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.748954 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.749742 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.750083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > port after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.750418 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.750741 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > port after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.751054 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.751369 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.751685 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.752000 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.923340 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.923767 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.924104 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.924430 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:00.924824 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340093ae-8359-46ce-a77d-58cca2f4b60b']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:00.942278 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c5d049-9a66-4326-a58b-1b9cb75f8d73') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:00.942568 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c5d049-9a66-4326-a58b-1b9cb75f8d73') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:00.959935 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.980792 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.989860 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:06:00.990377 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: from cryptography.utils import int_from_bytes Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: from cryptography.utils import int_from_bytes Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:06:00.994181 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:06:01.054341 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.061325 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.065865 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] 10.222.0.24 "DELETE /v2.0/networks/340093ae-8359-46ce-a77d-58cca2f4b60b HTTP/1.1" status: 204 len: 168 time: 0.4864094 Jul 05 16:06:01.066188 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41098) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:01.080455 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d375309-9089-4761-9c2f-2b34aecbd463 admin admin] Pushing event deleted for resources: {'Network': ['ID=340093ae-8359-46ce-a77d-58cca2f4b60b,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:01.112696 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] Deleting subnet 6d94c717-d146-4719-8898-497907be0959 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:06:01.116048 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.152375 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.162274 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.230684 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.257928 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d94c717-d146-4719-8898-497907be0959,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:01.259828 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.265489 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f8a69f6a-5745-4ff1-b5de-356287873559 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6d94c717-d146-4719-8898-497907be0959 HTTP/1.1" status: 204 len: 168 time: 0.1959920 Jul 05 16:06:01.265837 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41104) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:01.341908 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.427162 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.439116 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.439455 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.440216 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.440557 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.440897 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.441214 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.441559 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.441873 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.442189 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.442508 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.511951 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.512311 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.512651 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.512989 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 16:06:01.513412 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8982ea-40a5-4654-a6cf-e1d9b76807c6']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:01.531031 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfaabbbe-872b-441c-ac91-042c7a43fcea') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:01.531309 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfaabbbe-872b-441c-ac91-042c7a43fcea') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:01.547848 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243816'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.565629 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41112) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:01.571945 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.584766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:06:01.585382 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13131993'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: from cryptography.utils import int_from_bytes Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: from cryptography.utils import int_from_bytes Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: Traceback (most recent call last): Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: timer() Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: cb(*args, **kw) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: return func(*args, **kwargs) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: self._notify() Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: self.callback(batched_events) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: event.method(event) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: return f(self, *a, **k) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._get(url).json() Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:06:01.589183 dv-cinder-796286-13-iscsi neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:06:01.645973 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.661722 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.663824 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9e8982ea-40a5-4654-a6cf-e1d9b76807c6 HTTP/1.1" status: 204 len: 168 time: 0.3971431 Jul 05 16:06:01.671581 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b70bb-5970-444b-859c-d0733cb227d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8982ea-40a5-4654-a6cf-e1d9b76807c6,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:01.679603 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-adc65215-36dd-460a-b253-e331a0f5ee95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.789590 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-adc65215-36dd-460a-b253-e331a0f5ee95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.794589 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41120) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:01.798475 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-adc65215-36dd-460a-b253-e331a0f5ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.834153 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-967ffb95-dd02-4a53-bbe1-0feb40033977 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff3b85308eb94f579ba53cdf85a39fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384104 Jul 05 16:06:01.836657 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41122) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:01.838200 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-adc65215-36dd-460a-b253-e331a0f5ee95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9721266bea45421e982b5ccc8e2da5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715600 Jul 05 16:06:01.839635 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc65215-36dd-460a-b253-e331a0f5ee95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a855ab1-32ec-44ae-8bb8-0f38309ab39e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:01.842108 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41124) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:01.889959 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-617bc045-429e-4d7f-84f4-2d4435427ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.893999 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bf5e5d0-1dc2-40c1-8dde-2d6628b97613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.912479 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-617bc045-429e-4d7f-84f4-2d4435427ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.915555 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bf5e5d0-1dc2-40c1-8dde-2d6628b97613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.962182 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bf5e5d0-1dc2-40c1-8dde-2d6628b97613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.963204 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-617bc045-429e-4d7f-84f4-2d4435427ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.965743 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bf5e5d0-1dc2-40c1-8dde-2d6628b97613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.966547 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-617bc045-429e-4d7f-84f4-2d4435427ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:01.969496 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-7bf5e5d0-1dc2-40c1-8dde-2d6628b97613 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a855ab1-32ec-44ae-8bb8-0f38309ab39e HTTP/1.1" status: 204 len: 168 time: 0.1239772 Jul 05 16:06:01.969595 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-617bc045-429e-4d7f-84f4-2d4435427ec1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9871cd6b-92fd-4aad-9261-b1dedccb1a10 HTTP/1.1" status: 204 len: 168 time: 0.1301017 Jul 05 16:06:01.978274 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5e5d0-1dc2-40c1-8dde-2d6628b97613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a855ab1-32ec-44ae-8bb8-0f38309ab39e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:01.980870 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc045-429e-4d7f-84f4-2d4435427ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9871cd6b-92fd-4aad-9261-b1dedccb1a10,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:02.411673 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41154) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:02.523421 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d20cb91f-d482-49da-8381-0da72190848f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46cde786faf647b09e72b9fa4f4f945b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084154 Jul 05 16:06:02.523583 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41162) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:02.625333 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68892e85-b8f0-4b38-9ade-5a5d3e251202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:02.654621 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68892e85-b8f0-4b38-9ade-5a5d3e251202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:02.706602 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ba610-c755-4a24-95f4-135fff7e2494 req-99333ea7-acea-4fa3-adef-31b668e962c9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:02.708129 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-611ba610-c755-4a24-95f4-135fff7e2494 req-99333ea7-acea-4fa3-adef-31b668e962c9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1204493 Jul 05 16:06:02.749064 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68892e85-b8f0-4b38-9ade-5a5d3e251202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:02.751623 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68892e85-b8f0-4b38-9ade-5a5d3e251202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:02.752749 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-68892e85-b8f0-4b38-9ade-5a5d3e251202 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a093a1e5-3e7a-4dd4-8744-9e4f4eba325c HTTP/1.1" status: 204 len: 168 time: 0.2282531 Jul 05 16:06:02.763580 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-611ba610-c755-4a24-95f4-135fff7e2494 req-c60563ec-4e83-4851-82db-634e98f1996b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Jul 05 16:06:02.768763 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68892e85-b8f0-4b38-9ade-5a5d3e251202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093a1e5-3e7a-4dd4-8744-9e4f4eba325c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:03.267161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25d412-250f-4505-8e3f-b9e1b608cc69 req-e56f0c9b-19d2-419f-86f9-9a7aa8a44ebd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:03.268847 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ee25d412-250f-4505-8e3f-b9e1b608cc69 req-e56f0c9b-19d2-419f-86f9-9a7aa8a44ebd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0998368 Jul 05 16:06:03.331774 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ee25d412-250f-4505-8e3f-b9e1b608cc69 req-caad1a8e-f988-437d-afa1-9ca44a357006 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Jul 05 16:06:04.513965 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e163141-2777-4393-afd6-1accab7d9a12 req-208e4e29-3c2e-4104-99e3-5be34ef61750 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:04.515451 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1e163141-2777-4393-afd6-1accab7d9a12 req-208e4e29-3c2e-4104-99e3-5be34ef61750 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0685472 Jul 05 16:06:04.552284 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1e163141-2777-4393-afd6-1accab7d9a12 req-fe7808fd-8e0e-4b16-8d6f-1fda22089433 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Jul 05 16:06:05.719006 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-a2ae711c-67ab-4b48-909b-33ec55ee25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:05.724009 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-a2ae711c-67ab-4b48-909b-33ec55ee25fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1098 time: 0.1048613 Jul 05 16:06:05.827843 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de827-6a2a-484f-8e7d-af8bdd4950d3 req-16b4528c-17cd-43a3-9b8e-cd2d500ee092 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:05.829455 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-197de827-6a2a-484f-8e7d-af8bdd4950d3 req-16b4528c-17cd-43a3-9b8e-cd2d500ee092 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1515744 Jul 05 16:06:05.882422 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-d5ec74b7-ea4f-4020-94f1-9d488e17d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:05.884049 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-d5ec74b7-ea4f-4020-94f1-9d488e17d77d service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.1482508 Jul 05 16:06:05.910629 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-197de827-6a2a-484f-8e7d-af8bdd4950d3 req-9a2b5c47-0870-4374-96e2-4cd5d2ecace2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698345 Jul 05 16:06:05.946468 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-72512aed-ceb0-44c0-b364-fa619ba8a1b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 200 len: 217 time: 0.0473244 Jul 05 16:06:06.009556 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-68954000-93f3-4ea6-bd37-ec99f2325a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:06.011725 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-68954000-93f3-4ea6-bd37-ec99f2325a01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0547233 Jul 05 16:06:06.063949 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-a0581f35-fe63-4bee-8b2d-23b899a23db5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406096 Jul 05 16:06:06.189822 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-880f0a59-cc5a-412d-accc-74af37cadd38 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152396 Jul 05 16:06:06.384288 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35cb78-ca04-4883-8279-58163871abd3 req-3d98a40e-b792-4ee2-b23d-7fc37a6d0004 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:06.385828 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-3d98a40e-b792-4ee2-b23d-7fc37a6d0004 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/networks?id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c HTTP/1.1" status: 200 len: 814 time: 0.1040888 Jul 05 16:06:06.406465 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-7ce7e3e6-8287-4d10-8289-4177cc60051e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/quotas/41d199a67a75427e90c6bd0bec075c0d HTTP/1.1" status: 200 len: 375 time: 0.0145307 Jul 05 16:06:06.443034 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-479465c6-7885-44cb-90fd-86e5ee5063f4 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=41d199a67a75427e90c6bd0bec075c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jul 05 16:06:06.541375 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-d6a408c7-d08d-4c8b-9b4a-84620524731e service neutron] 10.222.0.24 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906110 Jul 05 16:06:06.673773 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-2a21cdfa-d960-42fc-bb6a-239c9058d781 service neutron] 10.222.0.24 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259341 Jul 05 16:06:06.844480 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f8b9e4c-f7b5-4b15-974f-a8ee502e8a63 req-4d713fdf-4e76-471f-85e6-baa39a2dc1ca tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0290389 Jul 05 16:06:06.873380 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0424f339-9a65-474f-ae86-7bcc8a6eda29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:07.126861 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890bc78-a909-4bfb-916b-a77cbbdb7a51 req-9c1320b9-6be6-4def-9b5a-f8d1d33c72ba tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:07.131938 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0890bc78-a909-4bfb-916b-a77cbbdb7a51 req-9c1320b9-6be6-4def-9b5a-f8d1d33c72ba tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0863867 Jul 05 16:06:07.180164 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0890bc78-a909-4bfb-916b-a77cbbdb7a51 req-d1076710-4ee6-4824-b4a6-471d443a6ad5 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Jul 05 16:06:07.213087 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9de5f7e1-80f9-4552-b8de-1314617a1039 req-e263030d-d865-479b-89ff-1b277071911f service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478508 Jul 05 16:06:07.635486 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:06:07.989033 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-68584e90-b16f-4291-90a0-db1134892ffa req-7233605a-ba44-41cf-b7fe-9c58f96aeb18 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0302484 Jul 05 16:06:08.411424 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74d68c-3811-4f8f-a31f-b0526bbe3fe2 req-c72da6cb-cafe-4617-818e-7bc87a814e93 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:08.412918 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-de74d68c-3811-4f8f-a31f-b0526bbe3fe2 req-c72da6cb-cafe-4617-818e-7bc87a814e93 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0717173 Jul 05 16:06:08.452239 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-de74d68c-3811-4f8f-a31f-b0526bbe3fe2 req-f02e0db8-ab18-4624-b084-fcfb21644786 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Jul 05 16:06:09.187681 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ef280bbd-a494-4dad-bf05-e8aed059d91e req-296248c3-6a23-4f33-bc0e-62bc82917425 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0532954 Jul 05 16:06:09.391712 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-db96ee07-e3c1-4580-b81d-8c53643dccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:09.672383 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4acb1-f15e-4ec2-ae93-43e1634687d9 req-b7e12b7f-5ef8-48f9-918d-da2c3f5a01f0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:09.674076 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ead4acb1-f15e-4ec2-ae93-43e1634687d9 req-b7e12b7f-5ef8-48f9-918d-da2c3f5a01f0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0840895 Jul 05 16:06:09.706737 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:09.723794 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ead4acb1-f15e-4ec2-ae93-43e1634687d9 req-7a4d921c-c7db-4f98-aaf5-967e0031ebd7 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Jul 05 16:06:10.039104 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35cb78-ca04-4883-8279-58163871abd3 req-6526d3ec-c4eb-463c-8aa0-038bbb938f52 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:10.040603 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-6526d3ec-c4eb-463c-8aa0-038bbb938f52 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.39 "GET /v2.0/networks?id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c HTTP/1.1" status: 200 len: 814 time: 0.1356263 Jul 05 16:06:10.054293 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Request body: {'port': {'device_id': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c', 'admin_state_up': True, 'tenant_id': '41d199a67a75427e90c6bd0bec075c0d'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:10.217632 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Made reservation on behalf of 41d199a67a75427e90c6bd0bec075c0d for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:10.217632 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:10.371902 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-55299c0d-298b-42e6-8057-931ec5e629ed req-2e4a9d8d-8aa7-4cae-a190-fb9e8f99ae08 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0408959 Jul 05 16:06:10.441215 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Allocated IP 172.20.0.6 (9b42ea1b-87de-4a42-96b6-5f1017d02c8c/da669c5e-8f5a-48d3-9fad-937c2c45fb2d/39e09c23-c3ec-4afc-91cd-5098e6161819) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:06:10.795397 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:10.848970 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:10.972830 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:06:10.984761 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:10.992136 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:06:11.011621 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.013233 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e69a7-5691-4ffb-b5ec-2da7bbba1b41 req-280a2853-f978-4984-bbe7-fe2bb4ede513 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:11.033041 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d27e69a7-5691-4ffb-b5ec-2da7bbba1b41 req-280a2853-f978-4984-bbe7-fe2bb4ede513 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1223769 Jul 05 16:06:11.090963 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Pushing event updated for resources: {'Port': ['ID=39e09c23-c3ec-4afc-91cd-5098e6161819,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:11.094741 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41452) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:11.112703 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d27e69a7-5691-4ffb-b5ec-2da7bbba1b41 req-e7b25274-ab28-4683-8b13-d1240199a911 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786171 Jul 05 16:06:11.128619 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41456) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:11.143240 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:11.144164 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.169683 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-1d59bfb8-75a7-4b86-9b3d-0338b4243d63 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1175928 Jul 05 16:06:11.183480 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Request body: {'port': {'device_id': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:11.345768 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.349896 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ddfdd90c-08a8-4766-8919-8a0cf8382a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.458440 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0a611c1-ea25-4fc8-8eca-488c2b589d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.558691 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ddfdd90c-08a8-4766-8919-8a0cf8382a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.569882 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ddfdd90c-08a8-4766-8919-8a0cf8382a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.621766 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ddfdd90c-08a8-4766-8919-8a0cf8382a3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dd083a6533a4e03850989588b74b650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917641 Jul 05 16:06:11.622945 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdd90c-08a8-4766-8919-8a0cf8382a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26900aa6-70cd-4dd2-bb89-66c6be06f63b,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:11.626335 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41474) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:11.691601 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a2819c24-307b-454d-baaa-3f5a6dc64bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.717900 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a2819c24-307b-454d-baaa-3f5a6dc64bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.797032 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a2819c24-307b-454d-baaa-3f5a6dc64bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.800654 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a2819c24-307b-454d-baaa-3f5a6dc64bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.806071 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-a2819c24-307b-454d-baaa-3f5a6dc64bd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26900aa6-70cd-4dd2-bb89-66c6be06f63b HTTP/1.1" status: 204 len: 168 time: 0.1781278 Jul 05 16:06:11.821832 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2819c24-307b-454d-baaa-3f5a6dc64bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26900aa6-70cd-4dd2-bb89-66c6be06f63b,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:11.830200 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e643fd6-c9b1-4cb6-8993-1686531dc63e req-363c0c2f-08c9-4566-b94e-b440cef2bae1 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:11.833181 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3e643fd6-c9b1-4cb6-8993-1686531dc63e req-363c0c2f-08c9-4566-b94e-b440cef2bae1 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 931 time: 0.2274442 Jul 05 16:06:11.920624 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3e643fd6-c9b1-4cb6-8993-1686531dc63e req-1ff83570-5742-43cd-87f0-e1717f0deca5 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783718 Jul 05 16:06:11.947667 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0a611c1-ea25-4fc8-8eca-488c2b589d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:11.955630 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0a611c1-ea25-4fc8-8eca-488c2b589d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.026063 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e09c23-c3ec-4afc-91cd-5098e6161819 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:06:12.046196 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.056307 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a0a611c1-ea25-4fc8-8eca-488c2b589d6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a4089de7f6041dca723a62a05c1e7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9582140 Jul 05 16:06:12.060448 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41484) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:12.061612 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a611c1-ea25-4fc8-8eca-488c2b589d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24c6ba7-a2f0-4074-b4f4-f1b259fa004b,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:12.070068 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Transition to ACTIVE for port object 39e09c23-c3ec-4afc-91cd-5098e6161819 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:06:12.075625 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.172507 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e04c7bb-1fed-4058-bc01-2057846c15db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.192634 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Pushing event updated for resources: {'Port': ['ID=39e09c23-c3ec-4afc-91cd-5098e6161819,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:12.215908 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e04c7bb-1fed-4058-bc01-2057846c15db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.240892 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41490) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:12.282358 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-481238a3-3716-4507-875e-54112dc67fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.304384 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e04c7bb-1fed-4058-bc01-2057846c15db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.310255 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e04c7bb-1fed-4058-bc01-2057846c15db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.312236 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9e04c7bb-1fed-4058-bc01-2057846c15db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b24c6ba7-a2f0-4074-b4f4-f1b259fa004b HTTP/1.1" status: 204 len: 168 time: 0.2497656 Jul 05 16:06:12.328830 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c7bb-1fed-4058-bc01-2057846c15db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24c6ba7-a2f0-4074-b4f4-f1b259fa004b,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:12.343620 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Attempting to bind port 39e09c23-c3ec-4afc-91cd-5098e6161819 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:06:12.344172 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Attempting to bind port 39e09c23-c3ec-4afc-91cd-5098e6161819 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ff3b0497-59bf-4a6e-b466-08bbd0d55614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:06:12.344676 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Attempting to bind port 39e09c23-c3ec-4afc-91cd-5098e6161819 on network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:12.361599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Port 39e09c23-c3ec-4afc-91cd-5098e6161819 on network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:06:12.364862 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Attempting to bind port 39e09c23-c3ec-4afc-91cd-5098e6161819 on network 9b42ea1b-87de-4a42-96b6-5f1017d02c8c {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:12.382078 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:06:12.382641 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Checking segment: {'id': 'ff3b0497-59bf-4a6e-b466-08bbd0d55614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:12.383134 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Bound using segment: {'id': 'ff3b0497-59bf-4a6e-b466-08bbd0d55614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:06:12.383772 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Bound port: 39e09c23-c3ec-4afc-91cd-5098e6161819, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3b0497-59bf-4a6e-b466-08bbd0d55614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:06:12.384276 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.478168 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8937c-2427-4fdc-b9b5-654537033dc0 req-b2f82969-d562-4b03-894d-59172038ae53 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:12.492463 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6db8937c-2427-4fdc-b9b5-654537033dc0 req-b2f82969-d562-4b03-894d-59172038ae53 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1100421 Jul 05 16:06:12.518174 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] For port 39e09c23-c3ec-4afc-91cd-5098e6161819, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:06:12.540531 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] For port 39e09c23-c3ec-4afc-91cd-5098e6161819, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=39e09c23-c3ec-4afc-91cd-5098e6161819,segment=NetworkSegment(ff3b0497-59bf-4a6e-b466-08bbd0d55614),segment_id=ff3b0497-59bf-4a6e-b466-08bbd0d55614)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:06:12.542886 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-481238a3-3716-4507-875e-54112dc67fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.546898 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.550548 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6db8937c-2427-4fdc-b9b5-654537033dc0 req-11b879d1-8786-485a-98d6-ff3e827a7abe tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563703 Jul 05 16:06:12.561055 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-481238a3-3716-4507-875e-54112dc67fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.598060 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:12.598706 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.600218 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] 10.222.0.39 "PUT /v2.0/ports/39e09c23-c3ec-4afc-91cd-5098e6161819 HTTP/1.1" status: 200 len: 1093 time: 1.4230218 Jul 05 16:06:12.625597 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'tag': '39e09c23-c3ec-4afc-91cd-5098e6161819'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:12.627887 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c1558-fd3d-4707-83ac-86b65d622cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7f39f1-220f-4ea8-b296-e769822c2e05", "tag": "39e09c23-c3ec-4afc-91cd-5098e6161819"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:12.692693 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-481238a3-3716-4507-875e-54112dc67fc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44b7a04d5be84558a65911d497f5f48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461904 Jul 05 16:06:12.693964 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41504) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:12.713776 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481238a3-3716-4507-875e-54112dc67fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074912d9-7063-453a-a37a-5330bac901f0,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:12.726942 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9285-acfe-4c0c-a3d8-1f3183f5dd2e service neutron] Pushing event updated for resources: {'Port': ['ID=39e09c23-c3ec-4afc-91cd-5098e6161819,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:12.763050 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35cb78-ca04-4883-8279-58163871abd3 req-6d73790f-6c15-429e-8f5a-3d17a5e26d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:12.764614 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-6d73790f-6c15-429e-8f5a-3d17a5e26d7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41d199a67a75427e90c6bd0bec075c0d&device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 1096 time: 0.0991585 Jul 05 16:06:12.775539 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b541f-e494-4b9e-b46b-85d6ead5c58f x-openstack-request-id: req-082b541f-e494-4b9e-b46b-85d6ead5c58f {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:12.775871 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7f39f1-220f-4ea8-b296-e769822c2e05", "tag": "39e09c23-c3ec-4afc-91cd-5098e6161819", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:12.776161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-082b541f-e494-4b9e-b46b-85d6ead5c58f {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:12.780146 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'tag': '39e09c23-c3ec-4afc-91cd-5098e6161819', 'status': 'completed', 'code': 200} Jul 05 16:06:12.834776 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-b1125da2-6b65-4080-848b-110235f84f73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e09c23-c3ec-4afc-91cd-5098e6161819 HTTP/1.1" status: 200 len: 217 time: 0.0536115 Jul 05 16:06:12.842661 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f5bec429-59b3-4416-a589-945d8e558492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.891394 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f5bec429-59b3-4416-a589-945d8e558492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.920875 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35cb78-ca04-4883-8279-58163871abd3 req-5fbfe8c0-24a8-48dc-99aa-997797f8c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:12.922869 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-5fbfe8c0-24a8-48dc-99aa-997797f8c6a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da669c5e-8f5a-48d3-9fad-937c2c45fb2d HTTP/1.1" status: 200 len: 854 time: 0.0800157 Jul 05 16:06:12.983836 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f5bec429-59b3-4416-a589-945d8e558492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:12.996199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f5bec429-59b3-4416-a589-945d8e558492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.002439 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f5bec429-59b3-4416-a589-945d8e558492 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/074912d9-7063-453a-a37a-5330bac901f0 HTTP/1.1" status: 204 len: 168 time: 0.3064220 Jul 05 16:06:13.009498 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41522) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:13.043646 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d3e492a-6a42-4005-b42b-9411e3cb2115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.049421 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bec429-59b3-4416-a589-945d8e558492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074912d9-7063-453a-a37a-5330bac901f0,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:13.051184 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-7ce9fd2c-ccd2-45c0-b8fe-7a56dac533ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136918 Jul 05 16:06:13.196343 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41530) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:13.257347 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-a2795231-910c-4c58-b9e3-69c1cca3fe5c service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930544 Jul 05 16:06:13.294852 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d3e492a-6a42-4005-b42b-9411e3cb2115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.309051 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d3e492a-6a42-4005-b42b-9411e3cb2115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.335089 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.372372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e492a-6a42-4005-b42b-9411e3cb2115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ead5c9-caf6-47f5-b2d3-d825db27bb1b,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:13.388722 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d2f8-7229-4519-bc3f-5caf78a4783f req-a1ab0b6c-4c9c-4569-8f5a-57db07a55ced tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:13.400615 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6bc5d2f8-7229-4519-bc3f-5caf78a4783f req-a1ab0b6c-4c9c-4569-8f5a-57db07a55ced tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 943 time: 0.2260792 Jul 05 16:06:13.420496 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60a00dcc-4e57-4326-96b1-01c0cffd2bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.447118 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-2d3e492a-6a42-4005-b42b-9411e3cb2115 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd3077e4aa744b6881eafb6c0776bd08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359715 Jul 05 16:06:13.450465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41540) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:13.481884 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bb35cb78-ca04-4883-8279-58163871abd3 req-05afc550-8820-4e2f-b377-2c94872106a4 service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183051 Jul 05 16:06:13.498433 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6bc5d2f8-7229-4519-bc3f-5caf78a4783f req-1673d5cf-fc6c-4d68-9e17-87edd9af8f2a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966182 Jul 05 16:06:13.531492 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-abac3f7d-7665-4265-9567-62c0bc6ba251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.557169 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-abac3f7d-7665-4265-9567-62c0bc6ba251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.592730 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60a00dcc-4e57-4326-96b1-01c0cffd2bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.618906 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60a00dcc-4e57-4326-96b1-01c0cffd2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.648475 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-abac3f7d-7665-4265-9567-62c0bc6ba251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.651488 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-abac3f7d-7665-4265-9567-62c0bc6ba251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.657657 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-abac3f7d-7665-4265-9567-62c0bc6ba251 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98ead5c9-caf6-47f5-b2d3-d825db27bb1b HTTP/1.1" status: 204 len: 168 time: 0.2039368 Jul 05 16:06:13.674453 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac3f7d-7665-4265-9567-62c0bc6ba251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ead5c9-caf6-47f5-b2d3-d825db27bb1b,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:13.676201 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-60a00dcc-4e57-4326-96b1-01c0cffd2bc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f525e599d0e1436a9d255662f38c8596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718449 Jul 05 16:06:13.678809 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41554) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:13.693465 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a00dcc-4e57-4326-96b1-01c0cffd2bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29180dd3-6de9-478d-bdaf-d7c8d363a53e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:13.728836 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-e7de79fc-d51b-4e0a-bdf8-a81a2d5529b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:13.730971 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-e7de79fc-d51b-4e0a-bdf8-a81a2d5529b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41d199a67a75427e90c6bd0bec075c0d&device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 1096 time: 0.1633337 Jul 05 16:06:13.863403 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd018-0ade-4fd1-aefe-91912b2a147a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.917677 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c4261-5235-4fa1-94d5-af53c2654e73 req-cd576504-da15-4b5f-9cdc-afe8671a1bf4 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:13.917677 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f41c4261-5235-4fa1-94d5-af53c2654e73 req-cd576504-da15-4b5f-9cdc-afe8671a1bf4 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1981325 Jul 05 16:06:13.918800 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-36d29a94-ad92-4551-9b63-7b9831e82147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:13.920205 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-36d29a94-ad92-4551-9b63-7b9831e82147 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c HTTP/1.1" status: 200 len: 915 time: 0.1764634 Jul 05 16:06:13.926805 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd018-0ade-4fd1-aefe-91912b2a147a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:13.995322 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-94f04a97-bd6a-4f3f-aa51-036629503ef5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e09c23-c3ec-4afc-91cd-5098e6161819 HTTP/1.1" status: 200 len: 217 time: 0.0599191 Jul 05 16:06:14.057931 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f41c4261-5235-4fa1-94d5-af53c2654e73 req-d45c3ced-dd2c-4c87-8922-9c6ed95dac1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330197 Jul 05 16:06:14.077026 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-5c7c7973-5ed9-49d3-9336-ab9363568313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:14.078559 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-5c7c7973-5ed9-49d3-9336-ab9363568313 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da669c5e-8f5a-48d3-9fad-937c2c45fb2d HTTP/1.1" status: 200 len: 854 time: 0.0672200 Jul 05 16:06:14.088271 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd018-0ade-4fd1-aefe-91912b2a147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:14.091778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd018-0ade-4fd1-aefe-91912b2a147a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:14.092916 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d9bcd018-0ade-4fd1-aefe-91912b2a147a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29180dd3-6de9-478d-bdaf-d7c8d363a53e HTTP/1.1" status: 204 len: 168 time: 0.4128218 Jul 05 16:06:14.128857 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-ec24bfc0-823c-49c5-9106-1f1e7202c49c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347345 Jul 05 16:06:14.129625 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcd018-0ade-4fd1-aefe-91912b2a147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29180dd3-6de9-478d-bdaf-d7c8d363a53e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:14.247937 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-608d197b-2fb6-44ae-9d5b-36d1fd8e524f service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060140 Jul 05 16:06:14.354002 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd4c1558-fd3d-4707-83ac-86b65d622cb0 req-49deac80-91b5-4d56-b6a7-1ecdc56e9caf service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963240 Jul 05 16:06:14.648488 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41602) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:14.666219 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d3951fd7-b6a1-4167-9149-5fa7879e4b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:14.759533 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef6e4e-18aa-47cd-a823-cc95517de0a2 req-a25cf237-2bfc-4886-ae02-77c102531710 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:14.763228 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-27ef6e4e-18aa-47cd-a823-cc95517de0a2 req-a25cf237-2bfc-4886-ae02-77c102531710 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 943 time: 0.0990388 Jul 05 16:06:14.830569 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d3951fd7-b6a1-4167-9149-5fa7879e4b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:14.834977 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-27ef6e4e-18aa-47cd-a823-cc95517de0a2 req-9a1e9918-72af-4316-a022-12c5ded75c70 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628805 Jul 05 16:06:14.846458 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d3951fd7-b6a1-4167-9149-5fa7879e4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:14.885782 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d3951fd7-b6a1-4167-9149-5fa7879e4b23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beb74a0c069f48648bafcb92e223d9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352848 Jul 05 16:06:14.888496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41610) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:14.933908 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951fd7-b6a1-4167-9149-5fa7879e4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95765e23-586f-4d7c-ad0c-2255ea34445e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:14.952635 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4df618d-3805-488e-87c1-88d8254056e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:14.983274 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4df618d-3805-488e-87c1-88d8254056e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:15.050827 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4df618d-3805-488e-87c1-88d8254056e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:15.053388 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4df618d-3805-488e-87c1-88d8254056e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:15.054699 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-c4df618d-3805-488e-87c1-88d8254056e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95765e23-586f-4d7c-ad0c-2255ea34445e HTTP/1.1" status: 204 len: 168 time: 0.1650760 Jul 05 16:06:15.066375 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df618d-3805-488e-87c1-88d8254056e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95765e23-586f-4d7c-ad0c-2255ea34445e,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:15.266625 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f537f-c2a1-4de5-9b3b-42fe442c69a0 req-610d09cd-b068-458d-9beb-c44c7dcea249 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:15.268386 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-576f537f-c2a1-4de5-9b3b-42fe442c69a0 req-610d09cd-b068-458d-9beb-c44c7dcea249 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0788283 Jul 05 16:06:15.312979 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-576f537f-c2a1-4de5-9b3b-42fe442c69a0 req-238bdb8a-a72e-4c01-8cd0-cd56f8f2b7fa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Jul 05 16:06:15.802513 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41648) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:15.908658 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-987938141-network', 'tenant_id': '39fa87904be14473ab57ec9a63e4ea41'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:15.943524 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Made reservation on behalf of 39fa87904be14473ab57ec9a63e4ea41 for: {'network': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:15.946232 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:15.960077 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.061821 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.096690 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0051c6-5087-42ba-8bca-4d885f6ab3b9 req-50ebcb54-f4c2-4745-ae49-0a35a38ab47f tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:16.098238 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4c0051c6-5087-42ba-8bca-4d885f6ab3b9 req-50ebcb54-f4c2-4745-ae49-0a35a38ab47f tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 943 time: 0.1243069 Jul 05 16:06:16.116301 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.127139 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.167943 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:06:16.184186 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4c0051c6-5087-42ba-8bca-4d885f6ab3b9 req-14708c70-0369-4858-8ad3-fb2927e81c4f tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718472 Jul 05 16:06:16.185076 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d330c7-3763-402f-8ab8-bee1f01c0047,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:16.199680 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.200019 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.segments_db [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Added segment 253dfb0d-fc20-4320-a35d-7c02a6e67dd6 of type vlan for network 48dee244-63b4-49ce-a7a3-fc68d57c6b9d Jul 05 16:06:16.252506 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.266396 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 39e09c23-c3ec-4afc-91cd-5098e6161819 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:06:16.290516 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.291582 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:16.292825 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.359329 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5555220 Jul 05 16:06:16.362478 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41674) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:16.369291 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Request body: {'subnet': {'network_id': '48dee244-63b4-49ce-a7a3-fc68d57c6b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-987938141-subnet', 'tenant_id': '39fa87904be14473ab57ec9a63e4ea41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:16.373914 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e00889-74a9-4126-8839-1792a270d14d admin admin] Pushing event updated for resources: {'Network': ['ID=48dee244-63b4-49ce-a7a3-fc68d57c6b9d,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:16.397633 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Made reservation on behalf of 39fa87904be14473ab57ec9a63e4ea41 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:16.400184 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551862'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.481237 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 48dee244-63b4-49ce-a7a3-fc68d57c6b9d details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:06:16.585188 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 39e09c23-c3ec-4afc-91cd-5098e6161819, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=39e09c23-c3ec-4afc-91cd-5098e6161819,segment=NetworkSegment(ff3b0497-59bf-4a6e-b466-08bbd0d55614),segment_id=ff3b0497-59bf-4a6e-b466-08bbd0d55614)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:16.598387 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '39e09c23-c3ec-4afc-91cd-5098e6161819', 'network_id': '9b42ea1b-87de-4a42-96b6-5f1017d02c8c', 'port_id': '39e09c23-c3ec-4afc-91cd-5098e6161819', 'mac_address': 'fa:16:3e:94:ac:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da669c5e-8f5a-48d3-9fad-937c2c45fb2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:06:16.637657 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb6f2-8904-471e-9f73-2db6ac6c0172 req-286854bc-5ef2-4632-9e3d-1f82e03eeaed tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:16.639255 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cafbb6f2-8904-471e-9f73-2db6ac6c0172 req-286854bc-5ef2-4632-9e3d-1f82e03eeaed tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1539664 Jul 05 16:06:16.643223 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.658334 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13131899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551844'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.665965 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e09c23-c3ec-4afc-91cd-5098e6161819 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:06:16.697832 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 39e09c23-c3ec-4afc-91cd-5098e6161819, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=39e09c23-c3ec-4afc-91cd-5098e6161819,segment=NetworkSegment(ff3b0497-59bf-4a6e-b466-08bbd0d55614),segment_id=ff3b0497-59bf-4a6e-b466-08bbd0d55614)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:16.702877 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.734745 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cafbb6f2-8904-471e-9f73-2db6ac6c0172 req-bc647741-b640-4949-809f-cc4ef4af21f2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868099 Jul 05 16:06:16.743146 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871aceca-85d1-4370-aa51-8b6e0cb176ed,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:16.753887 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=39e09c23-c3ec-4afc-91cd-5098e6161819,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:16.761620 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Checking segment: {'id': '253dfb0d-fc20-4320-a35d-7c02a6e67dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '48dee244-63b4-49ce-a7a3-fc68d57c6b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:16.762049 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Network hostable DHCP agents. Network: 48dee244-63b4-49ce-a7a3-fc68d57c6b9d, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:06:16.779494 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Network 48dee244-63b4-49ce-a7a3-fc68d57c6b9d is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:06:16.788688 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 48dee244-63b4-49ce-a7a3-fc68d57c6b9d) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:16.793161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:16.793788 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:16.798246 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055301f7-635d-4f6a-a26e-082354898773 None None] Network 48dee244-63b4-49ce-a7a3-fc68d57c6b9d requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:16.809704 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-94b9c790-11bb-405f-a9fe-baff49c9f4e2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4453278 Jul 05 16:06:16.924168 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecb080-0340-4563-8f5e-acc2da41a697 None None] Network 48dee244-63b4-49ce-a7a3-fc68d57c6b9d requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:17.305836 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41702) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:17.310983 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-41617824-network', 'tenant_id': '8376c17aae384343a31b7406ea052c6d'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:17.333650 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Made reservation on behalf of 8376c17aae384343a31b7406ea052c6d for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:17.336094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.346333 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.386448 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edd19f-d4fc-47f1-9540-6c01a7c5068c req-14ad7bc0-4656-4088-a401-106d7c21c3c3 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:17.389105 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-71edd19f-d4fc-47f1-9540-6c01a7c5068c req-14ad7bc0-4656-4088-a401-106d7c21c3c3 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0820410 Jul 05 16:06:17.448906 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.454905 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.485016 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:06:17.496906 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b554fddf-b4d2-4223-b7ca-099e488eb435,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:17.502512 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.502845 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Added segment 73589f13-9308-420a-9c3f-eba6443eca74 of type vlan for network 6cb582b4-08d3-43f1-88a3-2d3fc08a5079 Jul 05 16:06:17.553658 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.584657 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.585703 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:17.586310 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.608905 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-71edd19f-d4fc-47f1-9540-6c01a7c5068c req-be8e5223-1fda-4d31-9642-ee75c38e0635 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126555 Jul 05 16:06:17.640726 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3336890 Jul 05 16:06:17.643467 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41708) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:17.648439 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Request body: {'subnet': {'network_id': '6cb582b4-08d3-43f1-88a3-2d3fc08a5079', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-41617824-subnet', 'tenant_id': '8376c17aae384343a31b7406ea052c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:17.653190 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe3832-a3ff-4f11-a7a4-a979c19b42aa admin admin] Pushing event updated for resources: {'Network': ['ID=6cb582b4-08d3-43f1-88a3-2d3fc08a5079,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:17.663827 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 6cb582b4-08d3-43f1-88a3-2d3fc08a5079 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:06:17.670864 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Made reservation on behalf of 8376c17aae384343a31b7406ea052c6d for: {'subnet': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:17.673255 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13463961'] for subnet, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.850515 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13463947'] for subnet, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.900925 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e63eec-2094-44dd-8189-84095c792eb6,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:17.922198 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Checking segment: {'id': '73589f13-9308-420a-9c3f-eba6443eca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6cb582b4-08d3-43f1-88a3-2d3fc08a5079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:17.922544 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Network hostable DHCP agents. Network: 6cb582b4-08d3-43f1-88a3-2d3fc08a5079, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:06:17.946199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Network 6cb582b4-08d3-43f1-88a3-2d3fc08a5079 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:06:17.956488 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 6cb582b4-08d3-43f1-88a3-2d3fc08a5079) {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:17.960970 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:17.961604 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:17.968753 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88adcbeb-b99b-434b-9032-481e8f600f96 None None] Network 6cb582b4-08d3-43f1-88a3-2d3fc08a5079 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:17.977673 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-a3e7f1ae-9d5e-494e-9d4d-ca560e9feec1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3329196 Jul 05 16:06:18.102707 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a9c7e-ec8c-4a86-9f44-22d33588b667 req-9882c8ed-3606-4957-bbc1-b4f1221c1b90 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:18.104247 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-579a9c7e-ec8c-4a86-9f44-22d33588b667 req-9882c8ed-3606-4957-bbc1-b4f1221c1b90 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.2459557 Jul 05 16:06:18.165199 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-579a9c7e-ec8c-4a86-9f44-22d33588b667 req-bfd52e76-1d91-46bd-acd4-7e159f4e5dd2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Jul 05 16:06:18.180052 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf484c4-018f-4a87-90d1-24d52796a13b None None] Network 6cb582b4-08d3-43f1-88a3-2d3fc08a5079 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:18.781180 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c590f8-910b-4a6c-a36f-498b31e3c96d req-177653b0-283c-4fb3-8a81-58474345a2ff tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:18.782680 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d4c590f8-910b-4a6c-a36f-498b31e3c96d req-177653b0-283c-4fb3-8a81-58474345a2ff tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0632088 Jul 05 16:06:18.820260 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d4c590f8-910b-4a6c-a36f-498b31e3c96d req-fd503154-b990-42fb-84b4-5836ac1db5c9 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Jul 05 16:06:19.341001 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f4e0f-eb9d-454f-9a94-4a5accfb3d47 req-e26ed6b0-7ce9-42e1-88de-e9936523c676 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:19.342422 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-390f4e0f-eb9d-454f-9a94-4a5accfb3d47 req-e26ed6b0-7ce9-42e1-88de-e9936523c676 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0627935 Jul 05 16:06:19.382704 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-390f4e0f-eb9d-454f-9a94-4a5accfb3d47 req-c37246f2-e99b-4005-9129-7877a1262430 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Jul 05 16:06:19.998785 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708cce-a3fa-416f-88b5-c5dd1f76c543 req-e7534b24-03bd-4467-92f8-38dd4372dc5b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:20.000255 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5a708cce-a3fa-416f-88b5-c5dd1f76c543 req-e7534b24-03bd-4467-92f8-38dd4372dc5b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0682614 Jul 05 16:06:20.036462 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5a708cce-a3fa-416f-88b5-c5dd1f76c543 req-c7d9bc1c-01b7-4077-98de-ef46c5ad4fc0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307040 Jul 05 16:06:20.563674 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12040d-2ac3-4544-8ae0-d61fa75a5dce req-65a8a95e-43a5-4b62-82e9-a3bc30aa804e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:20.565177 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8e12040d-2ac3-4544-8ae0-d61fa75a5dce req-65a8a95e-43a5-4b62-82e9-a3bc30aa804e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0663760 Jul 05 16:06:20.604955 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8e12040d-2ac3-4544-8ae0-d61fa75a5dce req-3baba72a-63d5-43c8-aea8-776b8f014ea3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339932 Jul 05 16:06:21.214951 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127a14-fc81-43d4-880f-8956a27bf690 req-6322bd12-adf1-423f-9b4c-9dfc3d0bdc5a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:21.216445 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a9127a14-fc81-43d4-880f-8956a27bf690 req-6322bd12-adf1-423f-9b4c-9dfc3d0bdc5a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0706637 Jul 05 16:06:21.262153 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a9127a14-fc81-43d4-880f-8956a27bf690 req-04494eb2-e437-4908-b6a8-63c847d06c59 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Jul 05 16:06:21.782418 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c786c-85c0-4c97-9fa2-e550247ad817 req-c3a5827d-1ddd-4ef1-9ba9-655761f4834b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:21.783907 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f13c786c-85c0-4c97-9fa2-e550247ad817 req-c3a5827d-1ddd-4ef1-9ba9-655761f4834b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0674615 Jul 05 16:06:21.826742 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f13c786c-85c0-4c97-9fa2-e550247ad817 req-893f0815-32f7-49e7-8e3c-01cbfe90e2cd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365682 Jul 05 16:06:22.440483 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32706e23-f857-403b-8062-ea81dbf0d315 req-068a8dca-d858-4002-8752-995d1fe3fdbd tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:22.441989 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-32706e23-f857-403b-8062-ea81dbf0d315 req-068a8dca-d858-4002-8752-995d1fe3fdbd tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0671010 Jul 05 16:06:22.483888 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-32706e23-f857-403b-8062-ea81dbf0d315 req-69799e76-7ecb-4e8b-ac07-dffb432f4365 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363090 Jul 05 16:06:23.013761 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e1da-29af-4f71-bcd8-12163fdea0c2 req-00c15f01-2fe8-4b4f-b09f-df5ce3bdfdaa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:23.015615 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6979e1da-29af-4f71-bcd8-12163fdea0c2 req-00c15f01-2fe8-4b4f-b09f-df5ce3bdfdaa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0769053 Jul 05 16:06:23.017261 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['39e09c23-c3ec-4afc-91cd-5098e6161819'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:06:23.054946 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6979e1da-29af-4f71-bcd8-12163fdea0c2 req-1d1c88c0-1b4b-42e4-ba78-f0aff50aee2f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335720 Jul 05 16:06:23.614831 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-10d39638-2b34-4fe1-a9bc-c56caefd52aa tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:23.616408 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-10d39638-2b34-4fe1-a9bc-c56caefd52aa tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.1067181 Jul 05 16:06:23.631987 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-8d477850-7eab-4852-9266-7ec6959c2673 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/quotas/06736ca587f148f3a9b7bb7d9c19b472 HTTP/1.1" status: 200 len: 375 time: 0.0095208 Jul 05 16:06:23.663961 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640c6cf-0b12-4db6-a58f-801208ecffd0 req-f449d83f-0f6c-4283-81f5-bd95d885aff0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:23.665560 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c640c6cf-0b12-4db6-a58f-801208ecffd0 req-f449d83f-0f6c-4283-81f5-bd95d885aff0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0683641 Jul 05 16:06:23.721983 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c640c6cf-0b12-4db6-a58f-801208ecffd0 req-518bf952-e0cc-4e80-b635-889f8d8d0258 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502605 Jul 05 16:06:23.729540 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-8c9f3f97-f70c-4bda-a329-4a0d006ba463 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895467 Jul 05 16:06:23.815050 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-32614b60-3f27-41ca-90db-76ea48196f87 service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845733 Jul 05 16:06:23.912170 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-e9b40e43-223c-452e-8208-e41cda3f61b6 service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910981 Jul 05 16:06:24.086933 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4ae19d1e-eee0-490b-bdc7-2adc53773cf8 req-c8946656-cfc6-41c4-9dbf-b914a1c8c1d2 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 210 time: 0.0292776 Jul 05 16:06:24.243195 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718e18-1f38-4c2b-92e9-c51373df863e req-02a3be42-dc53-4aba-af80-5a9146d21d71 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:24.244802 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-09718e18-1f38-4c2b-92e9-c51373df863e req-02a3be42-dc53-4aba-af80-5a9146d21d71 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0696123 Jul 05 16:06:24.287810 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-09718e18-1f38-4c2b-92e9-c51373df863e req-7598b80e-23b6-4990-b69e-cad371dd3a65 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359204 Jul 05 16:06:24.893713 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abcd5e-3c29-4fa7-b40f-5d5a4a9f8cae req-8ea270c3-e028-4ee3-a2fb-cc311c920e1a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:24.895375 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-64abcd5e-3c29-4fa7-b40f-5d5a4a9f8cae req-8ea270c3-e028-4ee3-a2fb-cc311c920e1a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0669124 Jul 05 16:06:24.936479 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-64abcd5e-3c29-4fa7-b40f-5d5a4a9f8cae req-2d8fd4fb-2c42-457f-aa0d-6addac622b17 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Jul 05 16:06:25.225587 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e3355fec-d5e3-4c7a-afcc-3558a7e45a4e req-70b81345-a8a6-4b23-8b84-a13949f626c2 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 210 time: 0.0286057 Jul 05 16:06:25.468836 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0e69d-43fe-4418-806d-8197ab3c51d4 req-09963165-47bb-44c4-a9ff-64fe8836e7fd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:25.470441 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-98e0e69d-43fe-4418-806d-8197ab3c51d4 req-09963165-47bb-44c4-a9ff-64fe8836e7fd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0643024 Jul 05 16:06:25.513388 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-98e0e69d-43fe-4418-806d-8197ab3c51d4 req-23573075-6929-481f-9927-1a8fc31ef09b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372615 Jul 05 16:06:26.112879 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec136f8-ba9c-4ee1-82c7-a65e318f6bf6 req-57a2b7d7-6af9-465e-82c0-0ff2e3758e52 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:26.114300 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-dec136f8-ba9c-4ee1-82c7-a65e318f6bf6 req-57a2b7d7-6af9-465e-82c0-0ff2e3758e52 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0660427 Jul 05 16:06:26.154002 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-dec136f8-ba9c-4ee1-82c7-a65e318f6bf6 req-2a3e2bba-870b-4e28-94e4-21344a0ef425 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Jul 05 16:06:26.366232 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f215d878-af09-4e8a-bfcc-a1e0c33fafd5 req-a8e62f65-c599-4423-afa6-d605322fda72 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Jul 05 16:06:26.702317 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca0396-17a7-461e-8579-8980fe068775 req-884e12c5-b401-4487-a4b0-2b6f15cf8b5d tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:26.703875 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3eca0396-17a7-461e-8579-8980fe068775 req-884e12c5-b401-4487-a4b0-2b6f15cf8b5d tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0695643 Jul 05 16:06:26.742598 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3eca0396-17a7-461e-8579-8980fe068775 req-cc2e2241-771d-4d8b-ac74-c568d9177747 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jul 05 16:06:27.338304 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-33a6e392-59e5-4562-8a8d-657de4f8578e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:27.340406 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-33a6e392-59e5-4562-8a8d-657de4f8578e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.1694951 Jul 05 16:06:27.370977 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd65888-296c-40b4-8313-1adaa34fd45a req-999459f1-7d02-47a4-8b21-ddd60ca8c63b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:27.370977 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2dd65888-296c-40b4-8313-1adaa34fd45a req-999459f1-7d02-47a4-8b21-ddd60ca8c63b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0913677 Jul 05 16:06:27.411431 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2dd65888-296c-40b4-8313-1adaa34fd45a req-749f254e-c3c9-47f6-9d67-4ecf5c95d048 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jul 05 16:06:27.550414 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-63c80081-3fec-43b0-ad70-7e069f5d7780 req-eb507a16-8de6-41dc-8786-1611f1ec829d tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 210 time: 0.0319946 Jul 05 16:06:27.921515 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077e0fd-90a9-4d8b-824d-6e5f489985e4 req-f9e801ad-d6ee-4f4a-84d6-5056d101adaf tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:27.923013 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6077e0fd-90a9-4d8b-824d-6e5f489985e4 req-f9e801ad-d6ee-4f4a-84d6-5056d101adaf tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0659230 Jul 05 16:06:27.960536 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6077e0fd-90a9-4d8b-824d-6e5f489985e4 req-b77e945a-c461-4401-981b-2933214bcf88 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Jul 05 16:06:28.592100 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16365e-6350-4f72-a9d5-6ab64f15c3cb req-a4226c61-250c-4746-a3c0-804d26df7167 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:28.593673 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9c16365e-6350-4f72-a9d5-6ab64f15c3cb req-a4226c61-250c-4746-a3c0-804d26df7167 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 944 time: 0.0673041 Jul 05 16:06:28.631682 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9c16365e-6350-4f72-a9d5-6ab64f15c3cb req-813fbd02-a698-437e-a3a2-578098dea7b8 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Jul 05 16:06:28.688962 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0ae9be88-1594-44ac-8184-790c4ddb7674 req-b4f44097-0aa4-449b-9a4b-0c1e15db1386 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Jul 05 16:06:29.116955 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 39e09c23-c3ec-4afc-91cd-5098e6161819 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:06:29.132511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02968-6fd5-4607-8d6a-ff05d82e2b51 req-9650a92e-afbf-49b6-a763-39f35e1b14b0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:29.134086 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7dc02968-6fd5-4607-8d6a-ff05d82e2b51 req-9650a92e-afbf-49b6-a763-39f35e1b14b0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0639620 Jul 05 16:06:29.169493 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 39e09c23-c3ec-4afc-91cd-5098e6161819 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:06:29.173277 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 39e09c23-c3ec-4afc-91cd-5098e6161819 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:06:29.173458 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7dc02968-6fd5-4607-8d6a-ff05d82e2b51 req-3a45673f-fc38-4c9d-b0b3-f08bd28dfc67 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Jul 05 16:06:29.173680 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:29.253683 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:29.275382 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e09c23-c3ec-4afc-91cd-5098e6161819'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:29.277740 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f77aad-34ae-4b45-b4ab-682c27867e7a" -d '{"events": [{"server_uuid": "6a7f39f1-220f-4ea8-b296-e769822c2e05", "name": "network-vif-plugged", "status": "completed", "tag": "39e09c23-c3ec-4afc-91cd-5098e6161819"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:29.290372 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 39e09c23-c3ec-4afc-91cd-5098e6161819, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=39e09c23-c3ec-4afc-91cd-5098e6161819,segment=NetworkSegment(ff3b0497-59bf-4a6e-b466-08bbd0d55614),segment_id=ff3b0497-59bf-4a6e-b466-08bbd0d55614)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:29.295597 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:29.322441 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6ed4ca-cb48-4f25-8b89-cc9c315c4055 x-openstack-request-id: req-fd6ed4ca-cb48-4f25-8b89-cc9c315c4055 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:29.322731 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7f39f1-220f-4ea8-b296-e769822c2e05", "name": "network-vif-plugged", "status": "completed", "tag": "39e09c23-c3ec-4afc-91cd-5098e6161819", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:29.322974 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd6ed4ca-cb48-4f25-8b89-cc9c315c4055 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:29.324016 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e09c23-c3ec-4afc-91cd-5098e6161819', 'code': 200} Jul 05 16:06:29.349418 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=39e09c23-c3ec-4afc-91cd-5098e6161819,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:29.357148 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.357562 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.357907 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.358243 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.358575 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.358908 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.359233 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.359560 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.359900 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.360227 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.360547 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.360864 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:29.810076 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a26423-c44a-49a4-99d9-4efb5377e4e5 req-3b1ed917-40b9-4ddf-ba95-c0dfba25a7d6 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:29.811701 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-46a26423-c44a-49a4-99d9-4efb5377e4e5 req-3b1ed917-40b9-4ddf-ba95-c0dfba25a7d6 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 945 time: 0.0681622 Jul 05 16:06:29.838982 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2228b15a-90c0-4289-8984-0651bc6cc6da req-070b5b74-7cb7-4dd8-b0fa-bebe4cf7b51b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 210 time: 0.0280511 Jul 05 16:06:29.850296 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-46a26423-c44a-49a4-99d9-4efb5377e4e5 req-faef64b6-e932-4a94-8ed7-260ce9112896 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Jul 05 16:06:30.224377 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Request body: {'port': {'device_id': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'admin_state_up': True, 'tenant_id': '06736ca587f148f3a9b7bb7d9c19b472'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:30.392147 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Made reservation on behalf of 06736ca587f148f3a9b7bb7d9c19b472 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:30.395989 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:30.424815 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237023af-efce-4793-85c4-e2a9d1fc1113 req-d6ad7813-061c-41db-924e-cb3bd753a9b6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:30.426687 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-237023af-efce-4793-85c4-e2a9d1fc1113 req-d6ad7813-061c-41db-924e-cb3bd753a9b6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1237588 Jul 05 16:06:30.547258 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-237023af-efce-4793-85c4-e2a9d1fc1113 req-2854b1f2-fd37-4741-8c4a-5c589081820a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146798 Jul 05 16:06:30.614200 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Allocated IP 172.20.0.13 (be2a64f6-67a9-480d-9317-a8bb5188c28a/8427053e-7bcd-4031-b9ff-51a15b5b58a2/1dfa985b-84cc-46df-a8d6-33421c9c30e2) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:06:30.619849 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee79353-867c-4361-91fd-6bb27ca5fd60 req-804c8d51-0fed-4050-80a0-b4442198057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:30.621413 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5ee79353-867c-4361-91fd-6bb27ca5fd60 req-804c8d51-0fed-4050-80a0-b4442198057e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 1098 time: 0.1310751 Jul 05 16:06:30.688294 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5ee79353-867c-4361-91fd-6bb27ca5fd60 req-858bae48-aba3-4e00-af20-1a22d7d1ee28 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568311 Jul 05 16:06:30.794503 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:30.834319 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:30.848424 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:06:30.919496 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event updated for resources: {'Port': ['ID=1dfa985b-84cc-46df-a8d6-33421c9c30e2,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:30.923525 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Network be2a64f6-67a9-480d-9317-a8bb5188c28a is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:06:30.930795 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:30.936201 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:06:31.022797 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:31.023363 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:31.029276 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.029777 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.030123 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.030554 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.030975 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.031309 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.031721 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.032115 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.032487 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.032963 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.033795 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.034162 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:31.069646 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-bc825c41-2fdf-49aa-8ce0-678e6c61b5bc tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8496337 Jul 05 16:06:31.086341 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Request body: {'port': {'device_id': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:31.246092 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:31.305930 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa60f8a-87ed-483b-8dbb-7f710ecb9873 req-a913b92f-425b-4ae8-b6ad-07d1ff95c235 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:31.307570 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4aa60f8a-87ed-483b-8dbb-7f710ecb9873 req-a913b92f-425b-4ae8-b6ad-07d1ff95c235 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 932 time: 0.1506312 Jul 05 16:06:31.364882 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4aa60f8a-87ed-483b-8dbb-7f710ecb9873 req-49207f5e-e0a6-417a-8201-81ccf7c02e1f tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495701 Jul 05 16:06:31.434256 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dba95-b1e0-4fdd-8aa4-4b7e31428ba6 req-30a5d4cf-6daa-4436-9586-16cf2eb1d780 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:31.441255 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd3dba95-b1e0-4fdd-8aa4-4b7e31428ba6 req-30a5d4cf-6daa-4436-9586-16cf2eb1d780 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 945 time: 0.2611313 Jul 05 16:06:31.453638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917adbb0-9b7e-4423-843f-4b467da7d859 req-08c78113-db80-4eb9-865a-35403078240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:31.453638 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-917adbb0-9b7e-4423-843f-4b467da7d859 req-08c78113-db80-4eb9-865a-35403078240b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1098 time: 0.1906259 Jul 05 16:06:31.583817 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd3dba95-b1e0-4fdd-8aa4-4b7e31428ba6 req-62ca2380-f8eb-469c-a517-83cd0cb6a755 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395266 Jul 05 16:06:31.592070 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-917adbb0-9b7e-4423-843f-4b467da7d859 req-a3945e18-91fd-45f1-aebf-6e93475fb819 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197600 Jul 05 16:06:31.708138 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfa985b-84cc-46df-a8d6-33421c9c30e2 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:06:31.717707 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:31.733096 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Transition to ACTIVE for port object 1dfa985b-84cc-46df-a8d6-33421c9c30e2 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:06:31.740915 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:31.767491 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2118-c495-4822-b456-1cdd180ef28b req-7e105f60-b0f1-4fbb-9cf1-b14ab2634cd5 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:31.769999 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-042a2118-c495-4822-b456-1cdd180ef28b req-7e105f60-b0f1-4fbb-9cf1-b14ab2634cd5 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0872808 Jul 05 16:06:31.811302 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=1dfa985b-84cc-46df-a8d6-33421c9c30e2,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:31.831888 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-042a2118-c495-4822-b456-1cdd180ef28b req-5e9c0d22-e411-4b71-a444-0363bf4a1eeb tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Jul 05 16:06:31.943766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Attempting to bind port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:06:31.946205 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Attempting to bind port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:06:31.946205 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Attempting to bind port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:31.956732 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 on network be2a64f6-67a9-480d-9317-a8bb5188c28a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:06:31.957080 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Attempting to bind port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:31.963140 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:06:31.963474 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Checking segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:31.964582 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Bound using segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:06:31.965142 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Bound port: 1dfa985b-84cc-46df-a8d6-33421c9c30e2, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:06:31.965403 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:32.063596 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] For port 1dfa985b-84cc-46df-a8d6-33421c9c30e2, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:06:32.074510 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] For port 1dfa985b-84cc-46df-a8d6-33421c9c30e2, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:06:32.081231 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:32.129070 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:32.129801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:32.131291 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] 10.222.0.39 "PUT /v2.0/ports/1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 200 len: 1094 time: 1.0513792 Jul 05 16:06:32.131800 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'tag': '1dfa985b-84cc-46df-a8d6-33421c9c30e2'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:32.134147 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39c8b8-8419-47f1-8e7c-5c15182892c1", "tag": "1dfa985b-84cc-46df-a8d6-33421c9c30e2"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:32.162408 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19449471-aebf-403a-8ae0-445d2a92fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=1dfa985b-84cc-46df-a8d6-33421c9c30e2,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:32.182699 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10740f6-fa0a-4902-bff2-7150b5d7f019 x-openstack-request-id: req-d10740f6-fa0a-4902-bff2-7150b5d7f019 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:32.183065 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39c8b8-8419-47f1-8e7c-5c15182892c1", "tag": "1dfa985b-84cc-46df-a8d6-33421c9c30e2", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:32.183324 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d10740f6-fa0a-4902-bff2-7150b5d7f019 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:32.183724 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'tag': '1dfa985b-84cc-46df-a8d6-33421c9c30e2', 'status': 'completed', 'code': 200} Jul 05 16:06:32.247279 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-9525293f-7c31-4a9b-8072-ce2629cbd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:32.248785 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-9525293f-7c31-4a9b-8072-ce2629cbd0c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 1097 time: 0.0562861 Jul 05 16:06:32.267636 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42080) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:32.300822 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42086) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:32.312687 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-c36a5ffb-97fe-4066-a52a-0ef361aa2212 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0504711 Jul 05 16:06:32.380033 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-6fa00b61-0e1e-482e-9f51-fc4fd89f7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:32.381502 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-6fa00b61-0e1e-482e-9f51-fc4fd89f7f8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0582500 Jul 05 16:06:32.430380 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:32.445364 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-7a72b33a-be3d-4080-906c-013f35151c82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376024 Jul 05 16:06:32.537653 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-50370d15-453b-45b2-8570-116b42172d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:32.565586 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-31855c7b-0a02-4dcb-99cb-0cbf669f5cce service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123290 Jul 05 16:06:32.685580 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de140ea-b550-41c8-97c6-a79bc9503733 req-dd3bfcef-124f-42c4-8567-3a66d29f6de8 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:32.687328 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4de140ea-b550-41c8-97c6-a79bc9503733 req-dd3bfcef-124f-42c4-8567-3a66d29f6de8 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 944 time: 0.1650219 Jul 05 16:06:32.719962 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:32.722375 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ea987024-2b14-4ef9-964e-914f174cb9bc req-3ff48809-d3fa-4b51-a888-89bd78120a9b service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472328 Jul 05 16:06:32.817647 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4de140ea-b550-41c8-97c6-a79bc9503733 req-f96a9c8b-8ec3-4ec4-a646-016155b0ed57 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088259 Jul 05 16:06:32.820449 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:32.840684 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ee471-0d9e-4195-8d16-608b6f19764b req-74fcdf2f-591e-44ec-a7e2-a427c36d74ad tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:32.851071 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-539ee471-0d9e-4195-8d16-608b6f19764b req-74fcdf2f-591e-44ec-a7e2-a427c36d74ad tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 945 time: 0.1483388 Jul 05 16:06:32.946373 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-539ee471-0d9e-4195-8d16-608b6f19764b req-ceffaab0-3cbc-49b3-aff9-c84c05407c51 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943308 Jul 05 16:06:32.950008 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13b9e18f72e4429e812220f69bfc2306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807311 Jul 05 16:06:32.953214 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42108) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:32.961419 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869b785-edbd-4ce3-8270-3c4e69635675,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:32.972709 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.973278 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.973820 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.974412 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.974965 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.975471 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.975956 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.976431 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.976933 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.977449 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.977917 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:32.978517 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e8620-08f8-4773-bfb6-43e98b836828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:06:33.045194 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-50370d15-453b-45b2-8570-116b42172d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.058005 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-e64092a6-b395-45b7-9ce8-d6735adb223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:33.060683 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-e64092a6-b395-45b7-9ce8-d6735adb223d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 1097 time: 0.1712573 Jul 05 16:06:33.077746 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-50370d15-453b-45b2-8570-116b42172d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.124275 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50370d15-453b-45b2-8570-116b42172d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f250f7-7bbb-4569-9e6a-9f95a5ae6edc,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:33.141773 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-50370d15-453b-45b2-8570-116b42172d2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ec78384839441cabe772c9d2e8d0511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8394415 Jul 05 16:06:33.144184 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42140) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:33.187874 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-879cac8c-f294-40ef-bbeb-0c7ea4b26c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.236288 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fda1a9-24d8-4e93-b21f-623919d2d5ce req-de579f4d-b7c2-4326-ae34-2af67b411dbd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:33.238727 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d5fda1a9-24d8-4e93-b21f-623919d2d5ce req-de579f4d-b7c2-4326-ae34-2af67b411dbd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.2079942 Jul 05 16:06:33.255517 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2a81b2a8-e7dd-4c0e-b53d-8d75b4af54ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.269998 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-879cac8c-f294-40ef-bbeb-0c7ea4b26c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.312470 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d5fda1a9-24d8-4e93-b21f-623919d2d5ce req-7e8f82a8-554e-45f0-a877-efe7654de8a1 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588121 Jul 05 16:06:33.317388 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2a81b2a8-e7dd-4c0e-b53d-8d75b4af54ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.354776 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-0f722ee1-7462-4ee2-860a-05be3030cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:33.357717 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-0f722ee1-7462-4ee2-860a-05be3030cd71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.2901235 Jul 05 16:06:33.391259 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2a81b2a8-e7dd-4c0e-b53d-8d75b4af54ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.394196 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2a81b2a8-e7dd-4c0e-b53d-8d75b4af54ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.395660 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-2a81b2a8-e7dd-4c0e-b53d-8d75b4af54ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10f250f7-7bbb-4569-9e6a-9f95a5ae6edc HTTP/1.1" status: 204 len: 168 time: 0.2502258 Jul 05 16:06:33.406276 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81b2a8-e7dd-4c0e-b53d-8d75b4af54ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f250f7-7bbb-4569-9e6a-9f95a5ae6edc,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:33.414391 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-879cac8c-f294-40ef-bbeb-0c7ea4b26c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.417909 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-879cac8c-f294-40ef-bbeb-0c7ea4b26c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.421628 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-879cac8c-f294-40ef-bbeb-0c7ea4b26c17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d869b785-edbd-4ce3-8270-3c4e69635675 HTTP/1.1" status: 204 len: 168 time: 0.4651277 Jul 05 16:06:33.421628 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-ffdf6f90-9179-4bc1-8384-2efcfbaddfbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0464578 Jul 05 16:06:33.449040 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cac8c-f294-40ef-bbeb-0c7ea4b26c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869b785-edbd-4ce3-8270-3c4e69635675,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:33.541440 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-ec2ee4df-14b4-4933-99a2-96af94f06c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:33.544701 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-ec2ee4df-14b4-4933-99a2-96af94f06c8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.1082911 Jul 05 16:06:33.596654 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-16a0cc1f-660f-498a-9dba-8e2b02927ac1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362606 Jul 05 16:06:33.622553 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209dae2-b7dd-4439-bb3e-c8a5e131504e req-595c636d-0a03-49fc-8b3e-a148a328891e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:33.629583 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f209dae2-b7dd-4439-bb3e-c8a5e131504e req-595c636d-0a03-49fc-8b3e-a148a328891e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1431901 Jul 05 16:06:33.875245 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42184) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:33.897913 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-57365702-73dc-4f74-95a8-690c2d588ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:33.918440 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f209dae2-b7dd-4439-bb3e-c8a5e131504e req-93f19e88-27ed-42a0-8db8-e6814804de37 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878723 Jul 05 16:06:33.969960 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-831c9998-b6e1-43a2-bc22-faedd97dbe9a service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642030 Jul 05 16:06:34.081330 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-57365702-73dc-4f74-95a8-690c2d588ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.090126 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3c4cba34-d6b3-4a58-b860-c9cbb217cd5b req-b827fef1-9eae-4a44-9902-84fe8e698842 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067994 Jul 05 16:06:34.101916 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-57365702-73dc-4f74-95a8-690c2d588ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.172987 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-57365702-73dc-4f74-95a8-690c2d588ff3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e21ad1ea55a4524a6dcc37706c47f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959046 Jul 05 16:06:34.175979 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42208) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:34.184421 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57365702-73dc-4f74-95a8-690c2d588ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5f3cbe-cd7d-4559-a6a3-435048ea053c,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:34.239514 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe8ae1-33cb-41d9-9ef0-f8b793396bc5 req-de7d6dcb-dcb2-4998-97a3-ebb7eb3c277e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:34.242432 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-03fe8ae1-33cb-41d9-9ef0-f8b793396bc5 req-de7d6dcb-dcb2-4998-97a3-ebb7eb3c277e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 944 time: 0.1585987 Jul 05 16:06:34.297593 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-03fe8ae1-33cb-41d9-9ef0-f8b793396bc5 req-8c2973a1-cd2e-4998-9a3c-fa49eb894770 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Jul 05 16:06:34.334165 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0515db1-633e-4850-b031-9345c1a7217a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.379858 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0515db1-633e-4850-b031-9345c1a7217a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.446208 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0515db1-633e-4850-b031-9345c1a7217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.450326 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0515db1-633e-4850-b031-9345c1a7217a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.454988 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a0515db1-633e-4850-b031-9345c1a7217a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd5f3cbe-cd7d-4559-a6a3-435048ea053c HTTP/1.1" status: 204 len: 168 time: 0.2742805 Jul 05 16:06:34.478673 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0515db1-633e-4850-b031-9345c1a7217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5f3cbe-cd7d-4559-a6a3-435048ea053c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:34.741565 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42240) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:34.855948 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-918151869-network', 'tenant_id': '406e7f038a6c4723801587c7c55184d6'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:34.878600 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Made reservation on behalf of 406e7f038a6c4723801587c7c55184d6 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:34.883786 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.891660 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.988887 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:34.992763 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.015036 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:06:35.031661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd5aff6-4d46-49fc-8214-b3d07016fa24,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:35.035736 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.036081 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Added segment 4a24cb07-7eda-45a1-9149-36d4542db627 of type vlan for network 4edd4f52-d5a2-4935-96be-b483161c6908 Jul 05 16:06:35.076725 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.106364 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.107358 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:35.107942 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.165633 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4225409 Jul 05 16:06:35.169415 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42262) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:35.173572 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa9d60-1649-47c2-899c-7d15b76ab6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4edd4f52-d5a2-4935-96be-b483161c6908,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:35.175273 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Request body: {'subnet': {'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-918151869-subnet', 'tenant_id': '406e7f038a6c4723801587c7c55184d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:35.187792 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 4edd4f52-d5a2-4935-96be-b483161c6908 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:06:35.215237 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Made reservation on behalf of 406e7f038a6c4723801587c7c55184d6 for: {'subnet': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:35.217931 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13463961'] for subnet, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.415373 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13463947'] for subnet, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.473595 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5b65d6-5d29-4641-8bbc-ad5d96f13090,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:35.491769 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Checking segment: {'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:35.492129 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Network hostable DHCP agents. Network: 4edd4f52-d5a2-4935-96be-b483161c6908, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:06:35.501117 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ef895-dd1d-4725-a75f-007ad7ac555c req-1a3a2027-d5b7-4e13-9a9a-e4330ecc6dd7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:35.502794 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e19ef895-dd1d-4725-a75f-007ad7ac555c req-1a3a2027-d5b7-4e13-9a9a-e4330ecc6dd7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 944 time: 0.0908065 Jul 05 16:06:35.509461 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Network 4edd4f52-d5a2-4935-96be-b483161c6908 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:06:35.521790 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 4edd4f52-d5a2-4935-96be-b483161c6908) {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:35.527392 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:35.527994 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:35.534720 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33922004-6d0a-47f0-940a-237cf42c0fb0 None None] Network 4edd4f52-d5a2-4935-96be-b483161c6908 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:35.546758 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-63d4d503-9b48-4963-94fc-10f5599ac21c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3755720 Jul 05 16:06:35.562148 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e19ef895-dd1d-4725-a75f-007ad7ac555c req-aa6e3a47-09a2-4da3-809e-9030da556aac tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521398 Jul 05 16:06:35.689865 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2d276-82b6-4a8e-b811-58ae216525a3 None None] Network 4edd4f52-d5a2-4935-96be-b483161c6908 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:36.626686 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 1dfa985b-84cc-46df-a8d6-33421c9c30e2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:06:36.759546 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 1dfa985b-84cc-46df-a8d6-33421c9c30e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:36.773438 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '1dfa985b-84cc-46df-a8d6-33421c9c30e2', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'port_id': '1dfa985b-84cc-46df-a8d6-33421c9c30e2', 'mac_address': 'fa:16:3e:b6:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8427053e-7bcd-4031-b9ff-51a15b5b58a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:06:36.813692 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:36.826776 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfa985b-84cc-46df-a8d6-33421c9c30e2 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:06:36.852370 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 1dfa985b-84cc-46df-a8d6-33421c9c30e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:36.861519 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:36.903041 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ee392de3-cb26-49a7-83d0-832573877707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:36.937595 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=1dfa985b-84cc-46df-a8d6-33421c9c30e2,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:36.942381 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9260c-79f7-4fc0-ad4b-f71b02c69f40 req-0b463594-2a93-47eb-924a-0ee243c5ed6e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:36.944148 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89a9260c-79f7-4fc0-ad4b-f71b02c69f40 req-0b463594-2a93-47eb-924a-0ee243c5ed6e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 945 time: 0.0875034 Jul 05 16:06:36.988630 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89a9260c-79f7-4fc0-ad4b-f71b02c69f40 req-4db4c98c-8b54-4d62-813e-a01f178492b1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354059 Jul 05 16:06:38.161731 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742367-15ae-4e32-9e47-5a1636a10346 req-aa43a0b4-fc41-440e-adfa-e1cadcd19b2e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:38.163196 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-77742367-15ae-4e32-9e47-5a1636a10346 req-aa43a0b4-fc41-440e-adfa-e1cadcd19b2e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 945 time: 0.0642655 Jul 05 16:06:38.202856 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['1dfa985b-84cc-46df-a8d6-33421c9c30e2'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:06:38.208309 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-77742367-15ae-4e32-9e47-5a1636a10346 req-5659ba45-402e-460d-8797-4d5a79ccfd26 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387723 Jul 05 16:06:39.325009 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-0af370db-fb14-4c2d-b5ae-e869d622c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:39.327093 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-0af370db-fb14-4c2d-b5ae-e869d622c528 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.1023257 Jul 05 16:06:39.395185 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e4e7885d-2fd7-4a92-bd72-28806d35bda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:39.438882 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be4086-181c-46ff-b73e-8006f9fff3ae req-64894eba-0e56-48a3-be96-c64ebb5e63f2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:39.440443 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-48be4086-181c-46ff-b73e-8006f9fff3ae req-64894eba-0e56-48a3-be96-c64ebb5e63f2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1605840 Jul 05 16:06:39.441786 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0a2e-2301-42f3-8b42-40ba2e53ab64 req-94dc5809-cb72-47dc-b9ea-25361f2cf580 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:39.444574 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3e5f0a2e-2301-42f3-8b42-40ba2e53ab64 req-94dc5809-cb72-47dc-b9ea-25361f2cf580 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 945 time: 0.0989113 Jul 05 16:06:39.489521 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3e5f0a2e-2301-42f3-8b42-40ba2e53ab64 req-49f8d713-77c2-41fd-9606-5954f5182b3d tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Jul 05 16:06:39.499932 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-fd692a1f-c545-4a12-82eb-1517c68a6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:39.501469 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-fd692a1f-c545-4a12-82eb-1517c68a6174 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.1609340 Jul 05 16:06:39.583631 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-48be4086-181c-46ff-b73e-8006f9fff3ae req-4122e0df-bb8a-41f3-9f88-302c56b912bd tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271000 Jul 05 16:06:39.585923 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-e53a6a87-cedc-456d-b95c-0a83fb4e7bad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0739951 Jul 05 16:06:39.643064 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-09678d1a-c4b1-4e6e-bf55-a70609ab6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:39.644539 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-09678d1a-c4b1-4e6e-bf55-a70609ab6967 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0502720 Jul 05 16:06:39.681093 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-9e03dac4-4917-4ab7-8a22-e3e99473dcdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281854 Jul 05 16:06:39.699781 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:39.719214 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8abe8674-0b00-4cef-855f-42a05602f36f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:39.720769 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8abe8674-0b00-4cef-855f-42a05602f36f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/networks?id=4edd4f52-d5a2-4935-96be-b483161c6908 HTTP/1.1" status: 200 len: 808 time: 0.1291680 Jul 05 16:06:39.741113 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-cc3b871e-a98f-4d38-8b37-14a97981b08d tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/quotas/406e7f038a6c4723801587c7c55184d6 HTTP/1.1" status: 200 len: 375 time: 0.0135989 Jul 05 16:06:39.775970 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-3dc5e714-f974-4508-8995-18b49e2ba187 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=406e7f038a6c4723801587c7c55184d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328133 Jul 05 16:06:39.803687 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-c91259e0-5927-4da9-b16e-32b63011cea7 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096587 Jul 05 16:06:39.881723 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-29ff94be-2fe1-4795-b5e8-b48289f39062 service neutron] 10.222.0.24 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980544 Jul 05 16:06:39.910196 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-751a1df1-894f-467d-a137-15b2f12bdfcd req-48ce24a2-0185-43ea-bc06-7970b6cce8ec service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990069 Jul 05 16:06:40.015724 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-c10cfad4-62c0-428a-9929-f1b4af91b877 service neutron] 10.222.0.24 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209357 Jul 05 16:06:40.159222 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa853a7-a246-42aa-9283-1302b34ccde5 req-96b822ce-40de-4ad7-a992-a5c1eeb924cf tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:40.161331 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-afa853a7-a246-42aa-9283-1302b34ccde5 req-96b822ce-40de-4ad7-a992-a5c1eeb924cf tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.0967419 Jul 05 16:06:40.226900 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-afa853a7-a246-42aa-9283-1302b34ccde5 req-64275e00-6655-4753-9040-055225f5ed0e tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581934 Jul 05 16:06:40.288511 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-71f56ac1-9a33-4205-b323-4153c3e7f182 req-50d77ab1-ce6a-49a4-9dcb-bdcb7f0a4f31 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 210 time: 0.0520635 Jul 05 16:06:40.565142 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 1dfa985b-84cc-46df-a8d6-33421c9c30e2 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:06:40.649899 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:06:40.661800 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:06:40.662405 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:40.753090 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368e45-31b7-4935-b60d-8289a0bb03ae req-844a997e-36e3-4929-a351-d12502d75aca tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:40.762311 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a368e45-31b7-4935-b60d-8289a0bb03ae req-844a997e-36e3-4929-a351-d12502d75aca tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 945 time: 0.1368616 Jul 05 16:06:40.782229 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:40.809589 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa985b-84cc-46df-a8d6-33421c9c30e2'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:40.813278 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a368e45-31b7-4935-b60d-8289a0bb03ae req-88dd9b56-88b5-445a-9fe2-e1b685c300ed tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497744 Jul 05 16:06:40.814394 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b311c0c0-dccd-4d7a-97ea-46844afcc013" -d '{"events": [{"server_uuid": "7f39c8b8-8419-47f1-8e7c-5c15182892c1", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa985b-84cc-46df-a8d6-33421c9c30e2"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:40.828487 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583ae5a-5eeb-4bae-80b2-94fb72e9ed50 req-2445490e-a518-4898-8239-66e8aee86492 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:40.830465 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9583ae5a-5eeb-4bae-80b2-94fb72e9ed50 req-2445490e-a518-4898-8239-66e8aee86492 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0919342 Jul 05 16:06:40.834804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 1dfa985b-84cc-46df-a8d6-33421c9c30e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:40.841544 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:40.891592 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bdc913-ecf8-4c60-8db2-1481fa3ece2e x-openstack-request-id: req-36bdc913-ecf8-4c60-8db2-1481fa3ece2e {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:40.891738 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39c8b8-8419-47f1-8e7c-5c15182892c1", "name": "network-vif-plugged", "status": "completed", "tag": "1dfa985b-84cc-46df-a8d6-33421c9c30e2", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:40.891926 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36bdc913-ecf8-4c60-8db2-1481fa3ece2e {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:40.892334 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfa985b-84cc-46df-a8d6-33421c9c30e2', 'code': 200} Jul 05 16:06:40.894820 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9583ae5a-5eeb-4bae-80b2-94fb72e9ed50 req-25d706ed-c792-4be1-b376-d895b2ed4b90 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554111 Jul 05 16:06:40.925051 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=1dfa985b-84cc-46df-a8d6-33421c9c30e2,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:40.966540 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:41.156547 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4e4f-d804-47cf-9fcb-1f685d0f6d0f req-edd84501-c187-4cff-8d6f-7c750fcfa7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:41.158921 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-743a4e4f-d804-47cf-9fcb-1f685d0f6d0f req-edd84501-c187-4cff-8d6f-7c750fcfa7fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 1099 time: 0.0722916 Jul 05 16:06:41.205417 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-743a4e4f-d804-47cf-9fcb-1f685d0f6d0f req-f3b1de9c-b981-4226-b7f1-36c16f2e9f4c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341711 Jul 05 16:06:41.485000 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c9e944bf-b56c-488a-9e15-6611346c5fc9 req-22ec1db3-5554-4234-938e-1a938f3ffba1 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 210 time: 0.0589073 Jul 05 16:06:41.602504 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234d392-33d3-4b22-b82b-c7ff8f7f733a req-6114e649-d06f-494b-848d-61b5c0d9bb87 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:41.606185 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5234d392-33d3-4b22-b82b-c7ff8f7f733a req-6114e649-d06f-494b-848d-61b5c0d9bb87 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.0980005 Jul 05 16:06:41.689903 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5234d392-33d3-4b22-b82b-c7ff8f7f733a req-27b9c5c4-6f7f-4cc0-9db2-35fcba69abc7 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702367 Jul 05 16:06:41.934476 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e41b4e8-7ea8-4d73-9c85-943027f3a81f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:41.936296 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e41b4e8-7ea8-4d73-9c85-943027f3a81f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "GET /v2.0/networks?id=4edd4f52-d5a2-4935-96be-b483161c6908 HTTP/1.1" status: 200 len: 808 time: 0.1698353 Jul 05 16:06:41.957398 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Request body: {'port': {'device_id': '678fe111-192d-491c-82a6-2e2225761a7d', 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908', 'admin_state_up': True, 'tenant_id': '406e7f038a6c4723801587c7c55184d6'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:42.305841 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46671-e377-434c-b8c9-69ce1b0e89ab req-3da038c1-e019-408f-a1ff-311ed5be6382 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:42.307437 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-26d46671-e377-434c-b8c9-69ce1b0e89ab req-3da038c1-e019-408f-a1ff-311ed5be6382 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 946 time: 0.2018750 Jul 05 16:06:42.333912 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Made reservation on behalf of 406e7f038a6c4723801587c7c55184d6 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:42.348647 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:42.353351 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42500) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:42.389820 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-26d46671-e377-434c-b8c9-69ce1b0e89ab req-4c73b173-bd0c-465c-9b69-78383a6a1920 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712514 Jul 05 16:06:42.495585 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df9cae-6a0a-4212-bcb9-a0fd76404c86 req-656aaddd-cc5e-44b2-8ef1-827b69576a6a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:42.497762 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b5df9cae-6a0a-4212-bcb9-a0fd76404c86 req-656aaddd-cc5e-44b2-8ef1-827b69576a6a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.2722473 Jul 05 16:06:42.520244 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0007d0fc-6e7d-46f6-be3f-1ff00559bb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:42.627274 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b5df9cae-6a0a-4212-bcb9-a0fd76404c86 req-ee5ace72-afac-40e6-b2c7-e2b9fd51db1b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193345 Jul 05 16:06:42.648516 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Allocated IP 172.20.0.11 (4edd4f52-d5a2-4935-96be-b483161c6908/ea5b65d6-5d29-4641-8bbc-ad5d96f13090/d1ea4bc7-8235-40ed-bf59-71a15e29fa96) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:06:42.692968 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-da250d7c-a0fd-4fc0-9890-016141fd381b req-6007bef6-b650-4d50-a6a4-70502d263bf0 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 210 time: 0.0602939 Jul 05 16:06:42.783862 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0007d0fc-6e7d-46f6-be3f-1ff00559bb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:42.791350 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0007d0fc-6e7d-46f6-be3f-1ff00559bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:42.866235 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0007d0fc-6e7d-46f6-be3f-1ff00559bb08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7725f3005d6e4983b907e4fde69e87aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097864 Jul 05 16:06:42.867694 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007d0fc-6e7d-46f6-be3f-1ff00559bb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd6716c-0808-4d27-819f-d294ad6e703d,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:42.872372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42520) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:42.960529 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0926f86b-1e18-41e8-b893-cbe1274c77c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:42.990485 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0926f86b-1e18-41e8-b893-cbe1274c77c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.004785 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.047313 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-8cbcd9e8-f0b3-4f2a-a735-ba5d6bdc334a tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:43.048856 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-8cbcd9e8-f0b3-4f2a-a735-ba5d6bdc334a tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.39 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.2100835 Jul 05 16:06:43.051906 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0926f86b-1e18-41e8-b893-cbe1274c77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.055009 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0926f86b-1e18-41e8-b893-cbe1274c77c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.060700 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0926f86b-1e18-41e8-b893-cbe1274c77c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bd6716c-0808-4d27-819f-d294ad6e703d HTTP/1.1" status: 204 len: 168 time: 0.1850891 Jul 05 16:06:43.076207 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926f86b-1e18-41e8-b893-cbe1274c77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd6716c-0808-4d27-819f-d294ad6e703d,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:43.102541 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584d499-dbf6-4abb-9386-11a1fee12dd8 req-2063fa01-7293-46d3-a332-764bb500d0f8 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:43.104087 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9584d499-dbf6-4abb-9386-11a1fee12dd8 req-2063fa01-7293-46d3-a332-764bb500d0f8 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 945 time: 0.2102771 Jul 05 16:06:43.199892 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.202163 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42528) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:43.363906 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9584d499-dbf6-4abb-9386-11a1fee12dd8 req-b3109649-af54-4ea7-a9e9-301aa6d9ae47 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb27222c-dcf4-4a84-a5b0-cb4c3113becb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362897 Jul 05 16:06:43.379522 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.387937 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Pushing event updated for resources: {'Port': ['ID=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:43.403678 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Network 4edd4f52-d5a2-4935-96be-b483161c6908 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:06:43.437016 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:43.450573 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:06:43.529094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Deleting port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:06:43.529584 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.581346 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:43.581346 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.660559 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8e075d23-409b-4504-b925-8cf5832c1b96 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7134769 Jul 05 16:06:43.690768 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Request body: {'port': {'device_id': '678fe111-192d-491c-82a6-2e2225761a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:43.716136 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e2f6b9bd-c025-4c55-b9a6-d3019e6928d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.790542 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.806545 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42548) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:43.833633 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e2f93f3-92b9-44a2-b544-7badfcc8f7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.867618 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e2f6b9bd-c025-4c55-b9a6-d3019e6928d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.902279 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e2f6b9bd-c025-4c55-b9a6-d3019e6928d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:43.988126 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6b9bd-c025-4c55-b9a6-d3019e6928d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de796890-5120-4432-82c7-4b0b08171181,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:44.000802 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-e2f6b9bd-c025-4c55-b9a6-d3019e6928d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1e4a94910074d5c85cefedc7d6f41d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928588 Jul 05 16:06:44.003065 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42554) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:44.038671 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-267293c2-6391-4a84-ad08-5e18112e8664 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5101457 Jul 05 16:06:44.066871 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c562e4-3de1-4d92-9e3d-1bf419627598 req-7b3fb9a6-4a3d-49d8-99e4-30cbd75c5ec1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:44.077246 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-39c562e4-3de1-4d92-9e3d-1bf419627598 req-7b3fb9a6-4a3d-49d8-99e4-30cbd75c5ec1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 946 time: 0.4419944 Jul 05 16:06:44.086092 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] For port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,segment=NetworkSegment(ce1788ef-165c-4028-a478-c7a4c0235a09),segment_id=ce1788ef-165c-4028-a478-c7a4c0235a09)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:44.086092 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.147286 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Calling delete_port for 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:06:44.173216 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-39c562e4-3de1-4d92-9e3d-1bf419627598 req-b16c315b-1a1c-4bb7-9795-7f3562be2484 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949476 Jul 05 16:06:44.175289 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f21d-8b9d-4f6c-95bd-6deda782f576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.218268 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f21d-8b9d-4f6c-95bd-6deda782f576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.270520 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7709-199c-472f-a6bc-12e41e283011 req-3312007b-3d25-4b13-affe-7364c58bc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:44.271838 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-3312007b-3d25-4b13-affe-7364c58bc2a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.1569178 Jul 05 16:06:44.354606 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f21d-8b9d-4f6c-95bd-6deda782f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.360623 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f21d-8b9d-4f6c-95bd-6deda782f576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.365084 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9ef1f21d-8b9d-4f6c-95bd-6deda782f576 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de796890-5120-4432-82c7-4b0b08171181 HTTP/1.1" status: 204 len: 168 time: 0.3575318 Jul 05 16:06:44.455477 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e1e89-4ef9-4658-9763-ccfbc1b4bf1e req-dcaa9e93-38b3-4ead-923a-82b2f7a1b0a1 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:44.457069 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-015e1e89-4ef9-4658-9763-ccfbc1b4bf1e req-dcaa9e93-38b3-4ead-923a-82b2f7a1b0a1 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.3799813 Jul 05 16:06:44.548255 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f21d-8b9d-4f6c-95bd-6deda782f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de796890-5120-4432-82c7-4b0b08171181,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:44.637410 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:06:44.660107 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e2f93f3-92b9-44a2-b544-7badfcc8f7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.694365 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e2f93f3-92b9-44a2-b544-7badfcc8f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.746942 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-015e1e89-4ef9-4658-9763-ccfbc1b4bf1e req-b27fa2a1-388d-43cf-8002-a90e8cf342b3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654681 Jul 05 16:06:44.829209 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1a9d1-ff03-4628-83b2-f577a4c5de5d req-8a2b9183-f2c8-4df8-b028-5ac404edc3bb tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:44.831182 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:44.837570 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-55e1a9d1-ff03-4628-83b2-f577a4c5de5d req-8a2b9183-f2c8-4df8-b028-5ac404edc3bb tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 932 time: 0.3754005 Jul 05 16:06:44.841896 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7709-199c-472f-a6bc-12e41e283011 req-8cc5b33c-5f61-487d-b950-ca50d88d33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:44.843354 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-8cc5b33c-5f61-487d-b950-ca50d88d33b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.4788227 Jul 05 16:06:44.929761 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-55e1a9d1-ff03-4628-83b2-f577a4c5de5d req-5afdf77e-3cc3-4a98-9209-81b87254ce06 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910890 Jul 05 16:06:44.931897 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-8aa9e2a5-f82d-40c9-9291-3d7a6dec9a45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0702891 Jul 05 16:06:44.955242 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5e2f93f3-92b9-44a2-b544-7badfcc8f7a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f50454be12e04d8b9fe12753230e3254&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1422997 Jul 05 16:06:44.960973 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42574) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:44.962050 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Pushing event deleted for resources: {'Port': ['ID=20ce9f6b-3f4b-45cc-9139-93daa35f3a36,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:44.972947 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f93f3-92b9-44a2-b544-7badfcc8f7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecffeef8-2535-4fc0-bca2-f4f13a26e048,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:45.013250 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7709-199c-472f-a6bc-12e41e283011 req-cb734da2-ec74-41e6-a4cb-b9b71d95dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:45.015320 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-cb734da2-ec74-41e6-a4cb-b9b71d95dda5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0695524 Jul 05 16:06:45.053256 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ea4bc7-8235-40ed-bf59-71a15e29fa96 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:06:45.086910 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-df3666a3-5096-4554-b7fc-eb6e5223c051 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589604 Jul 05 16:06:45.119469 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.175676 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] No DVR routers for this DVR port 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 on host hv-cinder-79628 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:06:45.194463 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.198077 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.39 "DELETE /v2.0/ports/20ce9f6b-3f4b-45cc-9139-93daa35f3a36 HTTP/1.1" status: 204 len: 173 time: 2.1417427 Jul 05 16:06:45.202065 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9e131-5c35-448f-b517-24a0d53a068c', 'name': 'network-vif-deleted', 'tag': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:45.206082 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1858278d-7067-402a-a895-4b9cced46d5d" -d '{"events": [{"server_uuid": "27a9e131-5c35-448f-b517-24a0d53a068c", "name": "network-vif-deleted", "tag": "20ce9f6b-3f4b-45cc-9139-93daa35f3a36"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:45.219381 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Transition to ACTIVE for port object d1ea4bc7-8235-40ed-bf59-71a15e29fa96 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:06:45.239907 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.295857 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-3c45670e-ddf6-4420-b213-fc88912f1f96 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974044 Jul 05 16:06:45.322706 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-17d42bcd-3bc9-48cc-a120-b6d7b8ca150b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.344484 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f4ec75ca-8c1a-4c6d-8701-c45c461ddde3 req-02010ea1-9fdb-4f02-a910-7e20a3ebaeb7 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 210 time: 0.1101730 Jul 05 16:06:45.471481 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21146d0b-5637-4c1e-8424-64a1ca84bf4a x-openstack-request-id: req-21146d0b-5637-4c1e-8424-64a1ca84bf4a {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:45.471956 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9e131-5c35-448f-b517-24a0d53a068c", "name": "network-vif-deleted", "tag": "20ce9f6b-3f4b-45cc-9139-93daa35f3a36", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:45.472330 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21146d0b-5637-4c1e-8424-64a1ca84bf4a {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:45.472913 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9e131-5c35-448f-b517-24a0d53a068c', 'name': 'network-vif-deleted', 'tag': '20ce9f6b-3f4b-45cc-9139-93daa35f3a36', 'status': 'completed', 'code': 200} Jul 05 16:06:45.476805 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-17d42bcd-3bc9-48cc-a120-b6d7b8ca150b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.493964 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:45.519578 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-366e7709-199c-472f-a6bc-12e41e283011 req-a39f2d60-33cd-4f5d-be0e-e4b1e0fcadea service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793048 Jul 05 16:06:45.638907 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Attempting to bind port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:06:45.640167 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Attempting to bind port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:06:45.640167 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Attempting to bind port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 on network 4edd4f52-d5a2-4935-96be-b483161c6908 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:45.664355 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 on network 4edd4f52-d5a2-4935-96be-b483161c6908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:06:45.665404 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Attempting to bind port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 on network 4edd4f52-d5a2-4935-96be-b483161c6908 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:45.671667 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-17d42bcd-3bc9-48cc-a120-b6d7b8ca150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.675391 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-17d42bcd-3bc9-48cc-a120-b6d7b8ca150b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.680682 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-17d42bcd-3bc9-48cc-a120-b6d7b8ca150b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecffeef8-2535-4fc0-bca2-f4f13a26e048 HTTP/1.1" status: 204 len: 168 time: 0.7152760 Jul 05 16:06:45.688534 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:06:45.689163 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Checking segment: {'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:45.691580 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Bound using segment: {'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:06:45.692268 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Bound port: d1ea4bc7-8235-40ed-bf59-71a15e29fa96, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:06:45.692727 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.704282 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d42bcd-3bc9-48cc-a120-b6d7b8ca150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecffeef8-2535-4fc0-bca2-f4f13a26e048,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:45.880637 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] For port d1ea4bc7-8235-40ed-bf59-71a15e29fa96, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:06:45.886567 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] For port d1ea4bc7-8235-40ed-bf59-71a15e29fa96, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:06:45.894665 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.970386 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:45.971450 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:45.973987 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] 10.222.0.39 "PUT /v2.0/ports/d1ea4bc7-8235-40ed-bf59-71a15e29fa96 HTTP/1.1" status: 200 len: 1094 time: 2.2909687 Jul 05 16:06:45.976061 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4479dd-e57f-433e-afc1-444de1ffe840 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:46.109284 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:46.163788 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-84c7c2c8-ee67-4806-beca-fb3722bb7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:46.165477 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-84c7c2c8-ee67-4806-beca-fb3722bb7e9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=406e7f038a6c4723801587c7c55184d6&device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 1097 time: 0.1244879 Jul 05 16:06:46.184217 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664ba6c-eea5-43f2-aade-85581f54f6d2 req-523daa7b-38e2-4e24-a248-0dd5d9fc939b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:46.196677 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7664ba6c-eea5-43f2-aade-85581f54f6d2 req-523daa7b-38e2-4e24-a248-0dd5d9fc939b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.2416298 Jul 05 16:06:46.250083 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-a674e00b-ffd9-44fc-b6db-4086c3325c40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1ea4bc7-8235-40ed-bf59-71a15e29fa96 HTTP/1.1" status: 200 len: 217 time: 0.0730951 Jul 05 16:06:46.278560 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7664ba6c-eea5-43f2-aade-85581f54f6d2 req-cf8ed9e3-ea29-43fe-a1e0-259b089884ac tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805202 Jul 05 16:06:46.429451 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-a99aabe6-3bd3-4c39-bdb3-1a5dd147ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:46.432367 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-a99aabe6-3bd3-4c39-bdb3-1a5dd147ffd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea5b65d6-5d29-4641-8bbc-ad5d96f13090 HTTP/1.1" status: 200 len: 848 time: 0.1612818 Jul 05 16:06:46.559800 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-8cbb54dc-d454-4232-8114-f89d8bf18895 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4edd4f52-d5a2-4935-96be-b483161c6908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919423 Jul 05 16:06:46.619232 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:06:46.684845 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e87b4d-8e31-4d4a-8fb5-509d0e0d2ef0 req-8b66c72e-68e5-4512-8f6d-130270872056 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:46.691924 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-30e87b4d-8e31-4d4a-8fb5-509d0e0d2ef0 req-8b66c72e-68e5-4512-8f6d-130270872056 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 944 time: 0.2793276 Jul 05 16:06:46.716777 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:06:46.721241 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 20ce9f6b-3f4b-45cc-9139-93daa35f3a36 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:06:46.754055 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-98d39cc7-45a1-4d9b-866f-e833c482f5e2 service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714225 Jul 05 16:06:46.766651 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-30e87b4d-8e31-4d4a-8fb5-509d0e0d2ef0 req-651beb0e-7713-4a82-be4b-450bc4e52e46 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737121 Jul 05 16:06:46.824835 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a7138bb-1639-49ee-a6f9-9c8427506588 req-3e831468-6d65-4c12-9a55-cf19320d24a0 tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] 10.222.0.24 "GET /v2.0/ports?device_id=27a9e131-5c35-448f-b517-24a0d53a068c HTTP/1.1" status: 200 len: 210 time: 0.0427513 Jul 05 16:06:46.988564 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f59f0c2-a0fb-44ea-8189-609741362903 req-9321944f-149d-4e50-8895-c401d2cd01e6 service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127634 Jul 05 16:06:47.474938 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678fe111-192d-491c-82a6-2e2225761a7d', 'tag': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:47.478792 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82e3e9-416b-422a-8912-139b94ff87f8" -d '{"events": [{"name": "network-changed", "server_uuid": "678fe111-192d-491c-82a6-2e2225761a7d", "tag": "d1ea4bc7-8235-40ed-bf59-71a15e29fa96"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:47.575504 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9928f1-a44d-4f02-87cd-48b336f939d4 x-openstack-request-id: req-fc9928f1-a44d-4f02-87cd-48b336f939d4 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:47.575792 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678fe111-192d-491c-82a6-2e2225761a7d", "tag": "d1ea4bc7-8235-40ed-bf59-71a15e29fa96", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:47.576029 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc9928f1-a44d-4f02-87cd-48b336f939d4 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:47.576879 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678fe111-192d-491c-82a6-2e2225761a7d', 'tag': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96', 'status': 'completed', 'code': 200} Jul 05 16:06:47.618411 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482ed08-2080-412a-94a5-feb121895de6 req-2afec9f1-7879-4d8f-8fe7-ac165f2cf52c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:47.620168 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f482ed08-2080-412a-94a5-feb121895de6 req-2afec9f1-7879-4d8f-8fe7-ac165f2cf52c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1336212 Jul 05 16:06:47.723500 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f482ed08-2080-412a-94a5-feb121895de6 req-664829ce-407d-4f93-bf34-056d2794a430 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873337 Jul 05 16:06:47.780554 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-7057a862-6035-4aa2-8f21-a4716417049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:47.782946 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-7057a862-6035-4aa2-8f21-a4716417049a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=406e7f038a6c4723801587c7c55184d6&device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 1097 time: 0.1615074 Jul 05 16:06:47.940800 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-3461478b-d7bc-4d86-a2ca-7d8b257c23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:47.942409 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-3461478b-d7bc-4d86-a2ca-7d8b257c23d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4edd4f52-d5a2-4935-96be-b483161c6908 HTTP/1.1" status: 200 len: 909 time: 0.1493621 Jul 05 16:06:48.150741 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f3da0-6aff-4c18-a6c0-3e1987e173b7 req-767ab03d-7250-4bbb-981d-b1183b973d36 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:48.154702 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b74f3da0-6aff-4c18-a6c0-3e1987e173b7 req-767ab03d-7250-4bbb-981d-b1183b973d36 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 944 time: 0.1172874 Jul 05 16:06:48.187612 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-92ad39e0-5ead-4584-864c-f168a712d0a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1ea4bc7-8235-40ed-bf59-71a15e29fa96 HTTP/1.1" status: 200 len: 217 time: 0.2220380 Jul 05 16:06:48.242309 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b74f3da0-6aff-4c18-a6c0-3e1987e173b7 req-e3f9216e-0848-4ee1-8a9a-e7731d8ec2a3 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818954 Jul 05 16:06:48.259350 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-5eae2eac-47eb-4028-a967-aa8ffb9603bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:48.261572 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-5eae2eac-47eb-4028-a967-aa8ffb9603bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea5b65d6-5d29-4641-8bbc-ad5d96f13090 HTTP/1.1" status: 200 len: 848 time: 0.0744860 Jul 05 16:06:48.347538 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-d1809621-1cd7-44ae-9ddc-d022a5449744 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4edd4f52-d5a2-4935-96be-b483161c6908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669038 Jul 05 16:06:48.563791 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-f124a8e5-8143-4431-8c34-c3cb0a63e925 service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070696 Jul 05 16:06:48.735032 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f82e3e9-416b-422a-8912-139b94ff87f8 req-cdec960b-eb1f-4975-a2df-40460f1a4039 service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557171 Jul 05 16:06:48.971156 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-f9c08de5-258c-4c5f-94b3-b2f990a2495a tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:48.974716 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-f9c08de5-258c-4c5f-94b3-b2f990a2495a tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.1860731 Jul 05 16:06:49.002244 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-661765bc-7104-466f-932e-325d3205e317 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/quotas/06736ca587f148f3a9b7bb7d9c19b472 HTTP/1.1" status: 200 len: 375 time: 0.0204999 Jul 05 16:06:49.023538 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ff6f-3a52-49e7-b861-7419ba40acb7 req-08860a3f-106c-4951-8656-848248d81540 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:49.025323 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f893ff6f-3a52-49e7-b861-7419ba40acb7 req-08860a3f-106c-4951-8656-848248d81540 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1006777 Jul 05 16:06:49.081541 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f893ff6f-3a52-49e7-b861-7419ba40acb7 req-eb6dface-5163-44c0-b430-537ca9d68bb9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Jul 05 16:06:49.147063 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-dad70b47-85aa-4b7e-9c46-39d99f714f4b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387320 Jul 05 16:06:49.312756 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-6456f77d-79e0-4601-99b8-ce12baa9f96f service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570654 Jul 05 16:06:49.500641 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-8fd1ba92-1d64-445f-83b7-ff813b370a4f service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740272 Jul 05 16:06:49.597257 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fdb04-76b0-4a6c-a557-0ea253dba69c req-54556b11-c804-45ff-9abc-d8592897cb2b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:49.602264 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7e8fdb04-76b0-4a6c-a557-0ea253dba69c req-54556b11-c804-45ff-9abc-d8592897cb2b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 944 time: 0.1132014 Jul 05 16:06:49.652341 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7e8fdb04-76b0-4a6c-a557-0ea253dba69c req-71c99ed8-5e07-4a96-8eaf-b29298986d90 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Jul 05 16:06:49.711481 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42774) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:49.784584 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] Deleting subnet 871aceca-85d1-4370-aa51-8b6e0cb176ed {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:06:49.790187 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:49.795257 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-971f4601-8c9d-470d-bbb1-6bc3431e1c35 req-baf715ba-00b0-4107-97e4-918db203c4a8 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 210 time: 0.0606828 Jul 05 16:06:49.847523 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243839'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:49.892124 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:49.960978 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13131836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551895'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:49.991637 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871aceca-85d1-4370-aa51-8b6e0cb176ed,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:49.997941 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.004332 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2da6d32e-69f8-4cee-a387-9a9e50f2f108 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/871aceca-85d1-4370-aa51-8b6e0cb176ed HTTP/1.1" status: 204 len: 168 time: 0.2908630 Jul 05 16:06:50.006556 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42786) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:50.129823 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.331413 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.337926 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42800) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:50.350551 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dee244-63b4-49ce-a7a3-fc68d57c6b9d']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:50.375288 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253dfb0d-fc20-4320-a35d-7c02a6e67dd6') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:50.375764 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253dfb0d-fc20-4320-a35d-7c02a6e67dd6') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:50.407427 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.458982 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] Deleting subnet 851fefe7-8233-46f0-9b9c-ec4a62f74a26 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:06:50.461605 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.463313 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.490093 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:06:50.490830 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:06:50.502587 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:06:50.515514 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243839'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.622638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c6b2-e725-4786-8463-87e7a7c43a3b req-a5d32526-92c5-4e04-b8df-d8e44756d21b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:50.626242 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cb67c6b2-e725-4786-8463-87e7a7c43a3b req-a5d32526-92c5-4e04-b8df-d8e44756d21b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.3006098 Jul 05 16:06:50.644933 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device d1ea4bc7-8235-40ed-bf59-71a15e29fa96 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:06:50.664976 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.678405 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.685761 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] 10.222.0.24 "DELETE /v2.0/networks/48dee244-63b4-49ce-a7a3-fc68d57c6b9d HTTP/1.1" status: 204 len: 168 time: 0.6735041 Jul 05 16:06:50.691582 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42812) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:50.774459 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cb67c6b2-e725-4786-8463-87e7a7c43a3b req-eac4a729-7b15-426e-a151-8c244d2bf776 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359820 Jul 05 16:06:50.793666 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f2e15-e76f-4094-9309-c8d06ee37a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=48dee244-63b4-49ce-a7a3-fc68d57c6b9d,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:50.795204 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.861822 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] Deleting subnet f7e63eec-2094-44dd-8189-84095c792eb6 {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:06:50.872300 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:50.981829 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.068298 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port d1ea4bc7-8235-40ed-bf59-71a15e29fa96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:51.081492 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13131836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551895'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.125833 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96', 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908', 'port_id': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96', 'mac_address': 'fa:16:3e:19:4a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5b65d6-5d29-4641-8bbc-ad5d96f13090', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:06:51.135118 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851fefe7-8233-46f0-9b9c-ec4a62f74a26,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:51.152283 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.154765 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-1099c72e-69ad-4f78-b98a-f7e85c3ea0c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/851fefe7-8233-46f0-9b9c-ec4a62f74a26 HTTP/1.1" status: 204 len: 168 time: 0.8157148 Jul 05 16:06:51.160097 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42820) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:51.185552 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.249684 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.261553 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b21b34-6c93-4b85-853e-83b7e961cc7d req-6e129aa8-a9ff-401b-989b-28288acc5f56 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:51.271052 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-41b21b34-6c93-4b85-853e-83b7e961cc7d req-6e129aa8-a9ff-401b-989b-28288acc5f56 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 944 time: 0.2973428 Jul 05 16:06:51.277011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ea4bc7-8235-40ed-bf59-71a15e29fa96 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:06:51.316345 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port d1ea4bc7-8235-40ed-bf59-71a15e29fa96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:51.325740 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.368660 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-41b21b34-6c93-4b85-853e-83b7e961cc7d req-89e13f8a-f278-4aab-b6be-1afb275e4ace tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956731 Jul 05 16:06:51.371850 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.426155 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e63eec-2094-44dd-8189-84095c792eb6,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:51.444296 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.446691 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-67fbe579-445c-41f1-aa94-35386a7115e5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7e63eec-2094-44dd-8189-84095c792eb6 HTTP/1.1" status: 204 len: 168 time: 0.7495790 Jul 05 16:06:51.451145 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42828) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:51.471536 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:51.517549 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ed7a06da-1ffc-4bf9-ba60-058beedb2131 req-5dac1342-22da-4fce-921a-9cdb516cc95f tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 210 time: 0.1965299 Jul 05 16:06:51.518348 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42830) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:51.560334 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.618563 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.674252 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['d1ea4bc7-8235-40ed-bf59-71a15e29fa96'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:06:51.746622 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.765523 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb582b4-08d3-43f1-88a3-2d3fc08a5079']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:51.782882 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73589f13-9308-420a-9c3f-eba6443eca74') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:51.784168 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73589f13-9308-420a-9c3f-eba6443eca74') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:51.797765 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.826941 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.836139 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:06:51.836713 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:06:51.923936 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:06:51.937865 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.959227 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:51.963468 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6cb582b4-08d3-43f1-88a3-2d3fc08a5079 HTTP/1.1" status: 204 len: 168 time: 0.5105770 Jul 05 16:06:52.011997 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c861ebb-b7a3-40bb-87ea-0e3c942531d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb582b4-08d3-43f1-88a3-2d3fc08a5079,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:52.046899 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0adf6b14-64db-429c-aad9-aace5ca427b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.117696 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.149594 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-8b72fb3c-efb5-4706-b6c6-f2cd2c4401b8 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:52.151829 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-8b72fb3c-efb5-4706-b6c6-f2cd2c4401b8 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.3288829 Jul 05 16:06:52.157184 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803268b7-6db5-4035-b573-e16493aa005d']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:52.177109 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Request body: {'port': {'device_id': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'admin_state_up': True, 'tenant_id': '06736ca587f148f3a9b7bb7d9c19b472'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:52.192353 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1788ef-165c-4028-a478-c7a4c0235a09') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:52.192353 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1788ef-165c-4028-a478-c7a4c0235a09') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:06:52.198857 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42840) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:52.218178 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243816'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.222937 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c4c9-76a8-4f75-ae7b-3406116a4484 req-bd025528-6b0b-4cec-9e3b-ea1ed077778b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:52.227297 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e932c4c9-76a8-4f75-ae7b-3406116a4484 req-bd025528-6b0b-4cec-9e3b-ea1ed077778b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1973686 Jul 05 16:06:52.265945 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.279426 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f22ee-9953-4434-8f0b-2bf86e5977d6 req-16f20c01-eb1b-4014-87d1-93f736350c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:52.281156 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a80f22ee-9953-4434-8f0b-2bf86e5977d6 req-16f20c01-eb1b-4014-87d1-93f736350c40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.3918283 Jul 05 16:06:52.297780 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:06:52.298184 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13131993'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: Traceback (most recent call last): Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: timer() Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: cb(*args, **kw) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: return func(*args, **kwargs) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: self._notify() Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: self.callback(batched_events) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: event.method(event) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: return f(self, *a, **k) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._get(url).json() Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:06:52.300102 dv-cinder-796286-13-iscsi neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:06:52.322636 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-64651706-cdcb-44f5-86e5-a107ccb1bbee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39fa87904be14473ab57ec9a63e4ea41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222684 Jul 05 16:06:52.329789 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42844) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:52.389348 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e932c4c9-76a8-4f75-ae7b-3406116a4484 req-275fd52d-999a-4fe6-a093-5279585e6402 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985880 Jul 05 16:06:52.409591 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a80f22ee-9953-4434-8f0b-2bf86e5977d6 req-ff34db12-bb24-4d09-8efb-8d88dc89e140 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140597 Jul 05 16:06:52.422003 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.439968 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.443410 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] 10.222.0.24 "DELETE /v2.0/networks/803268b7-6db5-4035-b573-e16493aa005d HTTP/1.1" status: 204 len: 168 time: 1.2814176 Jul 05 16:06:52.459649 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4ab9cb3-c26b-42b7-a3f8-31cfd17958e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.470449 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733e14c-913a-4f2c-9b9c-0a86829a4725 admin admin] Pushing event deleted for resources: {'Network': ['ID=803268b7-6db5-4035-b573-e16493aa005d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:52.477070 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0adf6b14-64db-429c-aad9-aace5ca427b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.485539 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0adf6b14-64db-429c-aad9-aace5ca427b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.505041 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4ab9cb3-c26b-42b7-a3f8-31cfd17958e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.542247 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf6b14-64db-429c-aad9-aace5ca427b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e36cca-b8d6-4ac6-903a-19811a9fc4fb,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:52.547626 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-0adf6b14-64db-429c-aad9-aace5ca427b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=922e37c21fee438c960051739e9ddb35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0251973 Jul 05 16:06:52.562921 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42850) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:52.563578 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Made reservation on behalf of 06736ca587f148f3a9b7bb7d9c19b472 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:52.576317 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.655609 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6244bd-77f7-4dfe-91d9-10729cd69005 req-a1fd455e-0b3f-4efc-8fe0-e3aac6f76e70 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:52.658985 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6f6244bd-77f7-4dfe-91d9-10729cd69005 req-a1fd455e-0b3f-4efc-8fe0-e3aac6f76e70 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 945 time: 0.1179543 Jul 05 16:06:52.768689 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6f6244bd-77f7-4dfe-91d9-10729cd69005 req-7ae40c59-022c-4ca7-b252-de93566f2b2b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991263 Jul 05 16:06:52.835383 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42860) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:52.852931 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eae21005-df9f-4bb9-bb04-62940235687d req-b2d96f1b-a44f-49c0-b47e-685d71bc994d tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 210 time: 0.1392660 Jul 05 16:06:52.920474 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4ab9cb3-c26b-42b7-a3f8-31cfd17958e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.922778 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-1eb8a703-5847-43df-a812-0e32496b85f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=600df32017d74edab2e8efa3b63c7a64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0860567 Jul 05 16:06:52.925268 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c4ab9cb3-c26b-42b7-a3f8-31cfd17958e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:52.927275 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-c4ab9cb3-c26b-42b7-a3f8-31cfd17958e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4d330c7-3763-402f-8ab8-bee1f01c0047 HTTP/1.1" status: 204 len: 168 time: 0.5939100 Jul 05 16:06:52.927434 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42864) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:53.008438 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab9cb3-c26b-42b7-a3f8-31cfd17958e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d330c7-3763-402f-8ab8-bee1f01c0047,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:53.015613 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05d74cac-6e80-49b0-aea4-45482497d37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.028644 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-705464c5-78cf-4305-a0e9-2cdbad4571c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.079114 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-705464c5-78cf-4305-a0e9-2cdbad4571c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.079978 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05d74cac-6e80-49b0-aea4-45482497d37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.169198 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Allocated IP 172.20.0.12 (be2a64f6-67a9-480d-9317-a8bb5188c28a/8427053e-7bcd-4031-b9ff-51a15b5b58a2/5a9b0393-3992-4751-92a3-9555e286a50a) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:06:53.255112 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-705464c5-78cf-4305-a0e9-2cdbad4571c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.260227 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-705464c5-78cf-4305-a0e9-2cdbad4571c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.266084 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-705464c5-78cf-4305-a0e9-2cdbad4571c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85e36cca-b8d6-4ac6-903a-19811a9fc4fb HTTP/1.1" status: 204 len: 168 time: 0.6857786 Jul 05 16:06:53.296257 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05d74cac-6e80-49b0-aea4-45482497d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.311714 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05d74cac-6e80-49b0-aea4-45482497d37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.342248 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-05d74cac-6e80-49b0-aea4-45482497d37c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb27222c-dcf4-4a84-a5b0-cb4c3113becb HTTP/1.1" status: 204 len: 168 time: 0.3992970 Jul 05 16:06:53.361526 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705464c5-78cf-4305-a0e9-2cdbad4571c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e36cca-b8d6-4ac6-903a-19811a9fc4fb,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:53.375753 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d74cac-6e80-49b0-aea4-45482497d37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb27222c-dcf4-4a84-a5b0-cb4c3113becb,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:53.795933 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.846954 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e513ae0-a7b9-4603-be41-23c5c85c8bb7 req-34943a34-6f3f-4da3-9af2-7ae1d24e4849 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:53.849736 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8e513ae0-a7b9-4603-be41-23c5c85c8bb7 req-34943a34-6f3f-4da3-9af2-7ae1d24e4849 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1681688 Jul 05 16:06:53.923973 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:53.946869 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', '1dfa985b-84cc-46df-a8d6-33421c9c30e2'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:06:53.982208 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8e513ae0-a7b9-4603-be41-23c5c85c8bb7 req-328fbcb3-5bd3-4f6a-a449-219a69c49cef tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183128 Jul 05 16:06:54.045548 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Network be2a64f6-67a9-480d-9317-a8bb5188c28a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:06:54.066852 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:54.072014 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:06:54.152816 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:54.153864 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.160063 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event updated for resources: {'Port': ['ID=5a9b0393-3992-4751-92a3-9555e286a50a,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:54.237130 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-e91bc0a0-771a-4934-98c5-14af807b8ea9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0651605 Jul 05 16:06:54.259066 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Request body: {'port': {'device_id': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:54.334154 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e95fb2-7450-4097-9f96-e365890ec3b1 req-e2893f92-41ab-4500-bc53-4219061dd184 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:54.343756 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-93e95fb2-7450-4097-9f96-e365890ec3b1 req-e2893f92-41ab-4500-bc53-4219061dd184 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 945 time: 0.1858058 Jul 05 16:06:54.379630 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2736ee-c2b8-47f1-82ab-3e06e9d2ce00 req-64e5cb31-a7ef-477e-9553-48cdeb921de8 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:54.388284 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ff2736ee-c2b8-47f1-82ab-3e06e9d2ce00 req-64e5cb31-a7ef-477e-9553-48cdeb921de8 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 932 time: 0.2002981 Jul 05 16:06:54.431791 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ff2736ee-c2b8-47f1-82ab-3e06e9d2ce00 req-75ec7684-cfd5-446c-972b-816bc2ff3b67 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Jul 05 16:06:54.494498 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42898) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:54.516314 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-93e95fb2-7450-4097-9f96-e365890ec3b1 req-76c04c14-e912-4a5d-a7fd-e9ff09aec278 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711161 Jul 05 16:06:54.556349 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.577858 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3e26bc7b-f178-4613-9528-efc9e373d186 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8376c17aae384343a31b7406ea052c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775771 Jul 05 16:06:54.578137 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42900) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:54.655486 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device d1ea4bc7-8235-40ed-bf59-71a15e29fa96 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:06:54.657171 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0047f68a-70e6-4a78-8e05-a55ad8482431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.710088 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0047f68a-70e6-4a78-8e05-a55ad8482431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.746570 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:06:54.751995 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:06:54.752864 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.793780 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0047f68a-70e6-4a78-8e05-a55ad8482431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.803917 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0047f68a-70e6-4a78-8e05-a55ad8482431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.809709 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-0047f68a-70e6-4a78-8e05-a55ad8482431 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b554fddf-b4d2-4223-b7ca-099e488eb435 HTTP/1.1" status: 204 len: 168 time: 0.2304549 Jul 05 16:06:54.848072 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047f68a-70e6-4a78-8e05-a55ad8482431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b554fddf-b4d2-4223-b7ca-099e488eb435,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:54.888910 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:54.917114 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678fe111-192d-491c-82a6-2e2225761a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:54.921709 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d63a9-a09a-4c53-aaaa-4771e7f1c525" -d '{"events": [{"server_uuid": "678fe111-192d-491c-82a6-2e2225761a7d", "name": "network-vif-plugged", "status": "completed", "tag": "d1ea4bc7-8235-40ed-bf59-71a15e29fa96"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:54.981813 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port d1ea4bc7-8235-40ed-bf59-71a15e29fa96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:06:54.989066 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:55.019065 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d73723c-6880-4387-ae2f-816830858bef x-openstack-request-id: req-6d73723c-6880-4387-ae2f-816830858bef {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:55.019375 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678fe111-192d-491c-82a6-2e2225761a7d", "name": "network-vif-plugged", "status": "completed", "tag": "d1ea4bc7-8235-40ed-bf59-71a15e29fa96", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:55.019622 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d73723c-6880-4387-ae2f-816830858bef {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:55.020228 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678fe111-192d-491c-82a6-2e2225761a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96', 'code': 200} Jul 05 16:06:55.087787 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:55.199575 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9b0393-3992-4751-92a3-9555e286a50a {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:06:55.211019 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:55.228089 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Transition to ACTIVE for port object 5a9b0393-3992-4751-92a3-9555e286a50a will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:06:55.234633 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:55.294496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9b0393-3992-4751-92a3-9555e286a50a,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:55.465943 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e73bf1-18f4-4b9a-a10a-9fa9e46aa829 req-d00ba89b-f067-4fdf-8ecd-ecd2cb82ae82 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:55.470895 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9d3d8-1bf8-41e1-859f-9505dc72115a req-b43bce5b-5389-4841-9635-24d50a750d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:55.473175 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-34e73bf1-18f4-4b9a-a10a-9fa9e46aa829 req-d00ba89b-f067-4fdf-8ecd-ecd2cb82ae82 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1796978 Jul 05 16:06:55.474777 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0dd9d3d8-1bf8-41e1-859f-9505dc72115a req-b43bce5b-5389-4841-9635-24d50a750d1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 1099 time: 0.1283875 Jul 05 16:06:55.521431 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Attempting to bind port 5a9b0393-3992-4751-92a3-9555e286a50a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:06:55.521790 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Attempting to bind port 5a9b0393-3992-4751-92a3-9555e286a50a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:06:55.522133 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Attempting to bind port 5a9b0393-3992-4751-92a3-9555e286a50a on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:55.555057 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Port 5a9b0393-3992-4751-92a3-9555e286a50a on network be2a64f6-67a9-480d-9317-a8bb5188c28a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:06:55.555391 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Attempting to bind port 5a9b0393-3992-4751-92a3-9555e286a50a on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:55.580375 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-34e73bf1-18f4-4b9a-a10a-9fa9e46aa829 req-d465cad1-9038-4567-b55c-65c4c5a6ac8a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061375 Jul 05 16:06:55.595200 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:06:55.603858 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Checking segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:55.609748 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Bound using segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:06:55.610953 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Bound port: 5a9b0393-3992-4751-92a3-9555e286a50a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:06:55.614281 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:55.630411 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0dd9d3d8-1bf8-41e1-859f-9505dc72115a req-b4f154d6-a8b7-434b-aea8-b5941f7dffe5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305902 Jul 05 16:06:55.818594 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] For port 5a9b0393-3992-4751-92a3-9555e286a50a, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:06:55.838198 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] For port 5a9b0393-3992-4751-92a3-9555e286a50a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a9b0393-3992-4751-92a3-9555e286a50a,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:06:55.857943 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:55.905489 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d8ea6-cde6-44f9-b86e-29ac8630d218 req-3c920900-b785-4109-a688-90188620585f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:55.908416 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-538d8ea6-cde6-44f9-b86e-29ac8630d218 req-3c920900-b785-4109-a688-90188620585f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 946 time: 0.1672480 Jul 05 16:06:55.922878 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:55.923670 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:55.925287 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a9b0393-3992-4751-92a3-9555e286a50a HTTP/1.1" status: 200 len: 1094 time: 1.6758852 Jul 05 16:06:55.925964 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'tag': '5a9b0393-3992-4751-92a3-9555e286a50a'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:06:55.930038 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2d101b-7d42-49b7-b416-c388f5afd5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5e9f66-f7a4-4b76-92e4-19b95fb40c35", "tag": "5a9b0393-3992-4751-92a3-9555e286a50a"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:06:55.996006 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156f6a-ca39-43ba-961f-3599de8ac3fe req-84ff41d9-0e16-4b96-96cb-2285cdc568f4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:55.999541 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-50156f6a-ca39-43ba-961f-3599de8ac3fe req-84ff41d9-0e16-4b96-96cb-2285cdc568f4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 944 time: 0.2105930 Jul 05 16:06:56.050166 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-538d8ea6-cde6-44f9-b86e-29ac8630d218 req-a1a0e49f-04fe-4c00-b2d8-3541bd771b5b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159124 Jul 05 16:06:56.081005 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42970) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:56.161823 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-50156f6a-ca39-43ba-961f-3599de8ac3fe req-06f7699d-52de-4671-8077-0637ab815cfb tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516242 Jul 05 16:06:56.389644 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1022072683-network', 'tenant_id': 'ce431d1255bd41249424d40a1b967240'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:56.436494 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Made reservation on behalf of ce431d1255bd41249424d40a1b967240 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:56.439077 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:56.455886 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:56.463967 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89870f93-29cf-4d64-b0e1-c415437e897f x-openstack-request-id: req-89870f93-29cf-4d64-b0e1-c415437e897f {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:06:56.464892 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5e9f66-f7a4-4b76-92e4-19b95fb40c35", "tag": "5a9b0393-3992-4751-92a3-9555e286a50a", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:06:56.465085 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89870f93-29cf-4d64-b0e1-c415437e897f {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:06:56.465644 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'tag': '5a9b0393-3992-4751-92a3-9555e286a50a', 'status': 'completed', 'code': 200} Jul 05 16:06:56.467400 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d2be4-bbe9-45f6-8817-94fdf0dc2386 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9b0393-3992-4751-92a3-9555e286a50a,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:56.528253 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-68e88952-e249-4912-aaa9-28fc858d0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:56.531109 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-68e88952-e249-4912-aaa9-28fc858d0966 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 1097 time: 0.5405660 Jul 05 16:06:56.624436 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-a775fdd6-cdd8-4a6e-874a-c04fcdafa79d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9b0393-3992-4751-92a3-9555e286a50a HTTP/1.1" status: 200 len: 217 time: 0.0805731 Jul 05 16:06:56.706451 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-3fb712c6-b2a1-484c-8c09-c473e4a259d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:56.708312 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-3fb712c6-b2a1-484c-8c09-c473e4a259d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0577190 Jul 05 16:06:56.757557 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:56.771921 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:56.805845 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:06:56.818681 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-3d643993-7682-4a33-ab81-92371e45eba9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818965 Jul 05 16:06:56.820899 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43aa2a8-7627-460d-8449-6eb1ca4f7b4d,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:56.831535 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:56.833996 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Added segment 351c8470-4bfa-4f28-8660-ef31b2467a47 of type vlan for network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 Jul 05 16:06:56.893414 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:56.978616 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:56.984275 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:56.985947 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:57.016888 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-f2186c72-06ea-4ac8-8869-7e7cc53c0d00 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757140 Jul 05 16:06:57.101904 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] Pushing event updated for resources: {'Network': ['ID=8b7b3404-1e66-4636-a3ac-a2d1f376e903,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:57.123495 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:06:57.142083 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a311e5db-6359-44ec-baa5-cb897040e240 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0543396 Jul 05 16:06:57.146594 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43002) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:57.168994 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Request body: {'subnet': {'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1022072683-subnet', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:57.242344 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a143348a-f7cb-4e58-ac3f-a12f566dac25 req-112b787f-6616-4629-97a0-47298d9b1638 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125144 Jul 05 16:06:57.383059 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Made reservation on behalf of ce431d1255bd41249424d40a1b967240 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:06:57.385574 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551862'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:57.544151 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503bf0-32eb-4778-8d5a-09faf4b0519c req-510a42c5-61b7-42a6-8e44-148934e314d2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:57.550330 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b7503bf0-32eb-4778-8d5a-09faf4b0519c req-510a42c5-61b7-42a6-8e44-148934e314d2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.3053436 Jul 05 16:06:57.655869 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13131899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551844'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:57.708146 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-7da37c16-5050-4d00-80e6-e0af8ad26946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:57.711724 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-7da37c16-5050-4d00-80e6-e0af8ad26946 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 1097 time: 0.3384688 Jul 05 16:06:57.719753 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b7503bf0-32eb-4778-8d5a-09faf4b0519c req-0adf4cfd-96f2-4fc7-8e27-6f97915cb708 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526716 Jul 05 16:06:57.846536 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71be83f5-6e97-48cb-9cc6-2bedd937adbd,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:57.879162 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-627714fb-5a51-4a55-85f2-8a139b939649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:57.881137 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-627714fb-5a51-4a55-85f2-8a139b939649 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.6403480 Jul 05 16:06:57.896355 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Checking segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:57.897206 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Network hostable DHCP agents. Network: 8b7b3404-1e66-4636-a3ac-a2d1f376e903, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:06:57.981195 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-c6e31526-f4f6-47be-ba50-c8234f565654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:57.985684 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-c6e31526-f4f6-47be-ba50-c8234f565654 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.2606385 Jul 05 16:06:57.992558 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97574004-0ae4-4231-be21-fc189b0ea701 req-2335bcfb-88b4-4fc9-bd66-c0d7597e5536 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:58.001679 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-97574004-0ae4-4231-be21-fc189b0ea701 req-2335bcfb-88b4-4fc9-bd66-c0d7597e5536 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 946 time: 0.3697598 Jul 05 16:06:58.043678 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:06:58.082526 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-97574004-0ae4-4231-be21-fc189b0ea701 req-18f2e83d-c8ca-4cea-9587-047d711c7286 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797937 Jul 05 16:06:58.087488 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 8b7b3404-1e66-4636-a3ac-a2d1f376e903) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:58.092187 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-2bb27404-79d3-41d0-b43a-8751c7e9315d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9b0393-3992-4751-92a3-9555e286a50a HTTP/1.1" status: 200 len: 217 time: 0.0930803 Jul 05 16:06:58.100452 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42701d13-f98c-4143-9123-2a29a5aebaa0 None None] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:06:58.117669 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:58.133948 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:58.161617 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-307280b5-83db-428a-824d-a7769a885b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:58.163231 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-307280b5-83db-428a-824d-a7769a885b69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.2686033 Jul 05 16:06:58.235887 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-0abac661-ac16-4dda-b4cd-82b9ff2ca249 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0604560 Jul 05 16:06:58.246340 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-b9032497-3b40-4556-8f87-fa1d080be60e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0973573 Jul 05 16:06:58.249255 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43034) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:06:58.254897 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:06:58.269046 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-51f3dd6d-5bfe-4a25-80c0-a8bb47f6e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:58.271521 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-51f3dd6d-5bfe-4a25-80c0-a8bb47f6e118 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.1565435 Jul 05 16:06:58.324326 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-85c56476-a0a1-4f77-ad7e-80d3fd5d11f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430534 Jul 05 16:06:58.339233 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15863fb0-8491-42ad-9bd6-740788f0ec20 req-c92e05be-3ce2-447a-82ad-751d5042f2a5 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:58.345399 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-15863fb0-8491-42ad-9bd6-740788f0ec20 req-c92e05be-3ce2-447a-82ad-751d5042f2a5 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 944 time: 0.2590361 Jul 05 16:06:58.365803 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:58.367863 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:58.404624 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-62428985-1e88-4ac1-9d30-bdd6d5f0970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:58.407206 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-62428985-1e88-4ac1-9d30-bdd6d5f0970d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.1401947 Jul 05 16:06:58.577787 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-15863fb0-8491-42ad-9bd6-740788f0ec20 req-940a9e42-60c3-497f-85ba-a1f7cd6505ca tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097442 Jul 05 16:06:58.635236 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-0a22d909-51e7-46a1-a6de-48d242c6e47a service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881429 Jul 05 16:06:58.640356 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-eaa4269c-4db6-4fd6-8ca7-9a3e793748a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115743 Jul 05 16:06:58.670598 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:06:58.672235 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:58.801830 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:58.914666 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac2d101b-7d42-49b7-b416-c388f5afd5c1 req-c97611b7-8695-4687-a46c-2cd25c4ddfaa service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593338 Jul 05 16:06:59.044088 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-2800fdae-1311-4cf2-a174-2122a0eec41f service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771582 Jul 05 16:06:59.084879 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:59.109360 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Allocated IP 172.20.0.2 (8b7b3404-1e66-4636-a3ac-a2d1f376e903/71be83f5-6e97-48cb-9cc6-2bedd937adbd/cb21ae8c-8e90-41d2-ae81-04ca8cf6823b) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:06:59.478809 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:59.497921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Transition to ACTIVE for port object cb21ae8c-8e90-41d2-ae81-04ca8cf6823b will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:06:59.549468 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Transition to ACTIVE for port object cb21ae8c-8e90-41d2-ae81-04ca8cf6823b will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:06:59.559696 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:59.610846 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:06:59.615017 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:06:59.619722 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:06:59.694149 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Pushing event updated for resources: {'Port': ['ID=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:59.741081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Attempting to bind port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:06:59.741550 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Attempting to bind port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:06:59.741926 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Attempting to bind port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:06:59.750721 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:06:59.751110 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Checking segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:06:59.751814 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:59.752230 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Bound using segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:06:59.752730 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Bound port: cb21ae8c-8e90-41d2-ae81-04ca8cf6823b, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:06:59.753145 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:59.768456 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601413bb-907d-4c87-a5dc-e0483cd6ce3a req-395117a7-1146-4df3-8a11-6d4539b9142e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:59.771241 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-601413bb-907d-4c87-a5dc-e0483cd6ce3a req-395117a7-1146-4df3-8a11-6d4539b9142e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.7801211 Jul 05 16:06:59.801605 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf6932ce-72b4-4d6d-94b0-c528ae5f6b08 req-cf9c78c0-8b96-4823-ac8d-863e6514d780 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306249 Jul 05 16:06:59.833671 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] For port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:06:59.837215 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] For port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:06:59.845391 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:06:59.849083 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-601413bb-907d-4c87-a5dc-e0483cd6ce3a req-35b875cc-96ef-47b6-aee3-719456cae2ea tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Jul 05 16:06:59.884821 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf85e-8675-40c9-b068-dc6346ad4e34 req-1b8aab6d-067f-4928-a171-206d2045d8e2 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:06:59.900820 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cdf85e-8675-40c9-b068-dc6346ad4e34 req-1b8aab6d-067f-4928-a171-206d2045d8e2 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 946 time: 0.1371036 Jul 05 16:06:59.943602 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e915f6-7eb3-4bcd-856a-d96a69c9294f None None] Pushing event updated for resources: {'Port': ['ID=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:06:59.977720 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cdf85e-8675-40c9-b068-dc6346ad4e34 req-199d3904-e1f7-490a-924a-44447fcb3698 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Jul 05 16:07:00.063375 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:00.113713 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:00.206985 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68451026-4e01-477c-8d5d-034f6918fecc req-2d2b4c1e-887f-43f2-8bc0-eb5236306f33 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:00.208587 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-68451026-4e01-477c-8d5d-034f6918fecc req-2d2b4c1e-887f-43f2-8bc0-eb5236306f33 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 944 time: 0.1597152 Jul 05 16:07:00.317735 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Allocated IP 172.27.3.146 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/69a06a7e-278d-4f89-bcb6-8b07566e85ec) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:07:00.327734 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-68451026-4e01-477c-8d5d-034f6918fecc req-5d2a1fcd-1d47-41aa-98a1-88f07158d53e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824728 Jul 05 16:07:00.528605 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:00.538111 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device cb21ae8c-8e90-41d2-ae81-04ca8cf6823b up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:00.618573 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:00.641980 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:00.701242 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:07:00.708218 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:07:00.724056 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:07:00.730218 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Pushing event updated for resources: {'Port': ['ID=69a06a7e-278d-4f89-bcb6-8b07566e85ec,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:00.901670 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 5a9b0393-3992-4751-92a3-9555e286a50a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:07:01.165681 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 5a9b0393-3992-4751-92a3-9555e286a50a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a9b0393-3992-4751-92a3-9555e286a50a,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:01.180123 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '5a9b0393-3992-4751-92a3-9555e286a50a', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'port_id': '5a9b0393-3992-4751-92a3-9555e286a50a', 'mac_address': 'fa:16:3e:2f:3a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8427053e-7bcd-4031-b9ff-51a15b5b58a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:07:01.232385 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7a9c-aab0-42fa-bc42-46d8a541de1a req-9a759532-5b57-4986-b9b7-0df13d74df29 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:01.240672 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-309d7a9c-aab0-42fa-bc42-46d8a541de1a req-9a759532-5b57-4986-b9b7-0df13d74df29 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1219199 Jul 05 16:07:01.260604 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:01.265754 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:01.288469 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9b0393-3992-4751-92a3-9555e286a50a {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:07:01.298918 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-309d7a9c-aab0-42fa-bc42-46d8a541de1a req-98fb9aca-92f4-498e-9b22-19804c4cd31a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571766 Jul 05 16:07:01.324188 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 5a9b0393-3992-4751-92a3-9555e286a50a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a9b0393-3992-4751-92a3-9555e286a50a,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:01.326773 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:01.377024 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ffb5e-df36-43ac-bd20-cfc78604d3ae None None] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:07:01.420156 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb753040-e3a5-4a04-85c0-e332d61cf5e3 req-6a1fac25-6d0c-41d6-8869-74090fdb1ae2 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:01.421815 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fb753040-e3a5-4a04-85c0-e332d61cf5e3 req-6a1fac25-6d0c-41d6-8869-74090fdb1ae2 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 946 time: 0.1834619 Jul 05 16:07:01.429926 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=5a9b0393-3992-4751-92a3-9555e286a50a,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:01.516745 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-00ff0fd4-a218-468e-9826-722dc371c6a2 None None] Provisioning for port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:01.531638 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-00ff0fd4-a218-468e-9826-722dc371c6a2 None None] Provisioning complete for port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:01.532632 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-00ff0fd4-a218-468e-9826-722dc371c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:01.637998 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d013-95e3-4389-b9a2-10a6c20ac7e6 req-6b1d3ce5-9640-4f9f-a6be-3b863e6a0d07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:01.645730 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fb753040-e3a5-4a04-85c0-e332d61cf5e3 req-646f573b-3467-48c5-9980-7adf53f90d6c tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646347 Jul 05 16:07:01.650648 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a6d6d013-95e3-4389-b9a2-10a6c20ac7e6 req-6b1d3ce5-9640-4f9f-a6be-3b863e6a0d07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 945 time: 0.0876808 Jul 05 16:07:01.656508 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:01.700416 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-00ff0fd4-a218-468e-9826-722dc371c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:01.744446 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a6d6d013-95e3-4389-b9a2-10a6c20ac7e6 req-c053d12b-9f48-4ec3-a2b7-c06768554389 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697172 Jul 05 16:07:01.757076 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-00ff0fd4-a218-468e-9826-722dc371c6a2 None None] For port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:01.764662 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-00ff0fd4-a218-468e-9826-722dc371c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:01.870530 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff0fd4-a218-468e-9826-722dc371c6a2 None None] Pushing event updated for resources: {'Port': ['ID=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:01.892718 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Router 55d8dd00-c9e4-46a1-bf75-d520eed1484e is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:07:01.994214 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-5f5a3d4b-1b00-4474-98a8-7116532064fd None None] Provisioning complete for port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:01.994851 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3d4b-1b00-4474-98a8-7116532064fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:02.019978 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:07:02.034189 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Sync routers for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:07:02.040050 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:02.041536 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-1de41094-3bef-427c-9825-76dad8f24b8e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7911749 Jul 05 16:07:02.045942 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43112) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:02.054720 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:07:02.055576 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:06:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:02.176668 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:07:02.362416 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device cb21ae8c-8e90-41d2-ae81-04ca8cf6823b up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:02.425594 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:02.426390 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:02.448017 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:00Z', 'revision_number': 3, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:02.499613 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Checking router: 55d8dd00-c9e4-46a1-bf75-d520eed1484e for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:07:02.500190 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Updating router 55d8dd00-c9e4-46a1-bf75-d520eed1484e port 69a06a7e-278d-4f89-bcb6-8b07566e85ec binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:07:02.556276 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:02.639268 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903da1-a168-4b50-a3e0-3aecbf620eb7 req-54c77ce5-d85e-49b9-ac80-ced41a0c07d0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:02.640908 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-44903da1-a168-4b50-a3e0-3aecbf620eb7 req-54c77ce5-d85e-49b9-ac80-ced41a0c07d0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1639130 Jul 05 16:07:02.767118 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-44903da1-a168-4b50-a3e0-3aecbf620eb7 req-4af3b15d-c7e5-408b-a92b-0e35e93260ab tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929773 Jul 05 16:07:02.879698 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:02.881346 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:02.902989 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Transition to ACTIVE for port object 69a06a7e-278d-4f89-bcb6-8b07566e85ec will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:07:02.916340 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.018453 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Attempting to bind port 69a06a7e-278d-4f89-bcb6-8b07566e85ec on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:07:03.019522 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Attempting to bind port 69a06a7e-278d-4f89-bcb6-8b07566e85ec by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:07:03.020430 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Attempting to bind port 69a06a7e-278d-4f89-bcb6-8b07566e85ec on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:07:03.058936 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:07:03.059709 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:07:03.060322 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.060955 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:07:03.062045 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Bound port: 69a06a7e-278d-4f89-bcb6-8b07566e85ec, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:07:03.062694 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.076427 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadacf60-bb76-4ce1-872f-0bf0506b57a2 req-4cd8f22d-1f30-46b8-afc2-36fc4242a230 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:03.078214 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cadacf60-bb76-4ce1-872f-0bf0506b57a2 req-4cd8f22d-1f30-46b8-afc2-36fc4242a230 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 946 time: 0.2158530 Jul 05 16:07:03.088315 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Pushing event updated for resources: {'Port': ['ID=69a06a7e-278d-4f89-bcb6-8b07566e85ec,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:03.103626 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.104163 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.104930 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.105785 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.106238 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.106683 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.107219 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.107775 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.108314 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.108779 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.109253 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.109900 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:07:03.135231 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cadacf60-bb76-4ce1-872f-0bf0506b57a2 req-c575875f-4961-4e31-928d-fdad01cd0e2b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Jul 05 16:07:03.171535 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] For port 69a06a7e-278d-4f89-bcb6-8b07566e85ec, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:07:03.178176 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] For port 69a06a7e-278d-4f89-bcb6-8b07566e85ec, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=69a06a7e-278d-4f89-bcb6-8b07566e85ec,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:07:03.186253 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.200629 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Allocated IP 172.20.0.1 (8b7b3404-1e66-4636-a3ac-a2d1f376e903/71be83f5-6e97-48cb-9cc6-2bedd937adbd/8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:07:03.280136 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:07:03.280937 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:06:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:03.288707 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646e283-f0fa-4dce-bc82-4a4c8abc244c req-3071ef5c-5c7f-4730-994b-57cbbc11ba83 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:03.290389 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c646e283-f0fa-4dce-bc82-4a4c8abc244c req-3071ef5c-5c7f-4730-994b-57cbbc11ba83 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 945 time: 0.1489060 Jul 05 16:07:03.349943 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedfb11-9431-4f9f-90bf-0d52a5f82993 None None] Pushing event updated for resources: {'Port': ['ID=69a06a7e-278d-4f89-bcb6-8b07566e85ec,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:03.354722 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c646e283-f0fa-4dce-bc82-4a4c8abc244c req-591b0ad5-eb74-41d4-bc1c-7241d67071ab tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Jul 05 16:07:03.406161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.425044 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Transition to ACTIVE for port object 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:07:03.441715 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:07:03.462776 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.467256 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['5a9b0393-3992-4751-92a3-9555e286a50a'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:07:03.513541 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:07:03.516836 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:07:03.523999 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:07:03.565904 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Pushing event updated for resources: {'Port': ['ID=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:03.610923 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.707039 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-c7723630-a584-4218-8cce-85da83a4031f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:03.708708 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-c7723630-a584-4218-8cce-85da83a4031f tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 946 time: 0.1577547 Jul 05 16:07:03.886660 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:00Z', 'revision_number': 3, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:03.948815 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-43c08db5-313c-4883-b5f9-5fbd2e121e74 None None] Provisioning for port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:03.961170 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-43c08db5-313c-4883-b5f9-5fbd2e121e74 None None] Provisioning complete for port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:03.961804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-43c08db5-313c-4883-b5f9-5fbd2e121e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:03.975012 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba32b76-5f9d-4dbc-ba9d-da9e4860aac3 None None] The sync data for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi is: [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:00Z', 'revision_number': 3, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:07:04.128331 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46546550-80ec-4f04-a8f5-8007a88f4380 req-1ffc63f0-9826-4283-9a0b-b83681285a28 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:04.144418 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-43c08db5-313c-4883-b5f9-5fbd2e121e74 None None] Port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:07:04.146124 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-46546550-80ec-4f04-a8f5-8007a88f4380 req-1ffc63f0-9826-4283-9a0b-b83681285a28 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1546717 Jul 05 16:07:04.186086 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:04.207636 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Deleting port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:07:04.208244 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:04.256896 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-46546550-80ec-4f04-a8f5-8007a88f4380 req-8433318f-f260-4535-b3a6-191a312bdf79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098230 Jul 05 16:07:04.594123 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43166) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:04.721719 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:04.730797 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] For port d1ea4bc7-8235-40ed-bf59-71a15e29fa96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:04.731143 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:04.742768 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:04.793471 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-81776691-f8f5-4e4e-b92c-5c9256716842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:04.798580 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Calling delete_port for d1ea4bc7-8235-40ed-bf59-71a15e29fa96 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:07:04.976732 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-81776691-f8f5-4e4e-b92c-5c9256716842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:04.987686 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-81776691-f8f5-4e4e-b92c-5c9256716842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.016416 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.020662 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Pushing event updated for resources: {'Port': ['ID=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:05.032638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc8b7-cac8-4da1-a304-fac8dcf448a2 req-0934038f-2765-4464-a65e-7bad70deb9a9 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:05.034885 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bc7cc8b7-cac8-4da1-a304-fac8dcf448a2 req-0934038f-2765-4464-a65e-7bad70deb9a9 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 946 time: 0.4780786 Jul 05 16:07:05.053514 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.059814 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-81776691-f8f5-4e4e-b92c-5c9256716842 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a0efea913d14540a25159b2c73aa50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617822 Jul 05 16:07:05.060390 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43170) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:05.076941 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81776691-f8f5-4e4e-b92c-5c9256716842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92065c93-dcd8-491c-89c2-c8bf62e092ca,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:05.097797 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Pushing event deleted for resources: {'Port': ['ID=d1ea4bc7-8235-40ed-bf59-71a15e29fa96,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:05.191374 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] No DVR routers for this DVR port d1ea4bc7-8235-40ed-bf59-71a15e29fa96 on host hv-cinder-79628 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:07:05.217052 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f33c-8ba6-4d48-b7e9-4fb1607aacba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.234724 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.237129 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e8761a3f-c7ae-478b-a35b-5c816f0a1482 req-dcea8302-49fe-480d-851b-3415f259f258 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "DELETE /v2.0/ports/d1ea4bc7-8235-40ed-bf59-71a15e29fa96 HTTP/1.1" status: 204 len: 173 time: 1.5157118 Jul 05 16:07:05.237898 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678fe111-192d-491c-82a6-2e2225761a7d', 'name': 'network-vif-deleted', 'tag': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:07:05.241092 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaefd6c9-0cc9-4613-9fdd-f94243a15c7a" -d '{"events": [{"server_uuid": "678fe111-192d-491c-82a6-2e2225761a7d", "name": "network-vif-deleted", "tag": "d1ea4bc7-8235-40ed-bf59-71a15e29fa96"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:07:05.266286 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bc7cc8b7-cac8-4da1-a304-fac8dcf448a2 req-43e423a1-9fe7-4847-bcb8-55a254fb4307 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866930 Jul 05 16:07:05.274171 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f33c-8ba6-4d48-b7e9-4fb1607aacba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.327677 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:07:05.335897 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:07:05.414919 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f33c-8ba6-4d48-b7e9-4fb1607aacba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.421083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f33c-8ba6-4d48-b7e9-4fb1607aacba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.426305 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-7aa1f33c-8ba6-4d48-b7e9-4fb1607aacba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92065c93-dcd8-491c-89c2-c8bf62e092ca HTTP/1.1" status: 204 len: 168 time: 0.3605819 Jul 05 16:07:05.455028 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1f33c-8ba6-4d48-b7e9-4fb1607aacba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92065c93-dcd8-491c-89c2-c8bf62e092ca,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:05.659080 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Router 55d8dd00-c9e4-46a1-bf75-d520eed1484e has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:07:05.703984 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f880f-bcc2-42e4-84c1-d0f3a8d5fb91 req-5e22ac1f-04f7-4159-a4dc-87118b731253 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:05.709408 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 5a9b0393-3992-4751-92a3-9555e286a50a up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:05.711443 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-780f880f-bcc2-42e4-84c1-d0f3a8d5fb91 req-5e22ac1f-04f7-4159-a4dc-87118b731253 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 945 time: 0.1629782 Jul 05 16:07:05.811206 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-b25f8986-59fd-4a6c-aa08-ab117781686e None None] Provisioning complete for port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:05.812194 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b25f8986-59fd-4a6c-aa08-ab117781686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:05.877930 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-b25f8986-59fd-4a6c-aa08-ab117781686e None None] Port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:07:05.899513 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 5a9b0393-3992-4751-92a3-9555e286a50a completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:05.907186 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 5a9b0393-3992-4751-92a3-9555e286a50a triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:05.908206 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.021671 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43182) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:06.039858 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd669-9060-4d66-84ff-6f5a8781cbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.059411 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-780f880f-bcc2-42e4-84c1-d0f3a8d5fb91 req-ddc71d14-8306-4b0c-9cfb-ab2cfc0f4075 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469436 Jul 05 16:07:06.081686 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.123158 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9674ddcf-5ce7-4451-ac71-ff2ee26b8ca7 x-openstack-request-id: req-9674ddcf-5ce7-4451-ac71-ff2ee26b8ca7 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:07:06.124373 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678fe111-192d-491c-82a6-2e2225761a7d", "name": "network-vif-deleted", "tag": "d1ea4bc7-8235-40ed-bf59-71a15e29fa96", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:07:06.124880 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9674ddcf-5ce7-4451-ac71-ff2ee26b8ca7 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:07:06.126042 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678fe111-192d-491c-82a6-2e2225761a7d', 'name': 'network-vif-deleted', 'tag': 'd1ea4bc7-8235-40ed-bf59-71a15e29fa96', 'status': 'completed', 'code': 200} Jul 05 16:07:06.128599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:07:06.141902 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3a7d465f-f3f4-4171-bc57-4542d4b61214 admin admin] 10.222.0.24 "PUT /v2.0/routers/55d8dd00-c9e4-46a1-bf75-d520eed1484e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0946670 Jul 05 16:07:06.143074 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9b0393-3992-4751-92a3-9555e286a50a'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:07:06.146930 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d018c829-4a97-4e3d-99fd-e22aaeedfeb7" -d '{"events": [{"server_uuid": "5b5e9f66-f7a4-4b76-92e4-19b95fb40c35", "name": "network-vif-plugged", "status": "completed", "tag": "5a9b0393-3992-4751-92a3-9555e286a50a"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:07:06.169933 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 5a9b0393-3992-4751-92a3-9555e286a50a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a9b0393-3992-4751-92a3-9555e286a50a,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:06.181013 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.224098 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd669-9060-4d66-84ff-6f5a8781cbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.231448 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd669-9060-4d66-84ff-6f5a8781cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.307933 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=5a9b0393-3992-4751-92a3-9555e286a50a,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:06.324396 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-1d5dd669-9060-4d66-84ff-6f5a8781cbb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fa7fca05917451e845e83d9844b0a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962980 Jul 05 16:07:06.325981 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43188) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:06.376617 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dd669-9060-4d66-84ff-6f5a8781cbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911b840-ed06-4725-a01f-dc24a39f2652,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:06.413437 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dced11-43f5-4ff6-ae73-9f2a6d458d10 req-c3a64a13-a7b5-464d-b44f-a9addedea30e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:06.415854 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8dced11-43f5-4ff6-ae73-9f2a6d458d10 req-c3a64a13-a7b5-464d-b44f-a9addedea30e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1755250 Jul 05 16:07:06.474241 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 69a06a7e-278d-4f89-bcb6-8b07566e85ec up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:06.492310 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb4c82e8-5165-4e1d-a63a-2dbb9c5954aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.515115 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8dced11-43f5-4ff6-ae73-9f2a6d458d10 req-8d86981d-3c13-461b-a72a-3613963af5e9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Jul 05 16:07:06.538846 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb4c82e8-5165-4e1d-a63a-2dbb9c5954aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.541262 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 69a06a7e-278d-4f89-bcb6-8b07566e85ec completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:06.546872 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 69a06a7e-278d-4f89-bcb6-8b07566e85ec triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:06.547268 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.603892 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab39693-a4e2-4182-9d7f-7828823a8626 x-openstack-request-id: req-5ab39693-a4e2-4182-9d7f-7828823a8626 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:07:06.604238 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e9f66-f7a4-4b76-92e4-19b95fb40c35", "name": "network-vif-plugged", "status": "completed", "tag": "5a9b0393-3992-4751-92a3-9555e286a50a", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:07:06.605070 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ab39693-a4e2-4182-9d7f-7828823a8626 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:07:06.605633 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9b0393-3992-4751-92a3-9555e286a50a', 'code': 200} Jul 05 16:07:06.627120 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb4c82e8-5165-4e1d-a63a-2dbb9c5954aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.633838 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb4c82e8-5165-4e1d-a63a-2dbb9c5954aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.636711 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-eb4c82e8-5165-4e1d-a63a-2dbb9c5954aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0911b840-ed06-4725-a01f-dc24a39f2652 HTTP/1.1" status: 204 len: 168 time: 0.3090255 Jul 05 16:07:06.656808 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c82e8-5165-4e1d-a63a-2dbb9c5954aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911b840-ed06-4725-a01f-dc24a39f2652,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:06.710444 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.744463 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 69a06a7e-278d-4f89-bcb6-8b07566e85ec, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=69a06a7e-278d-4f89-bcb6-8b07566e85ec,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:06.750878 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.848159 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Sync routers for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:07:06.889014 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=69a06a7e-278d-4f89-bcb6-8b07566e85ec,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:06.902973 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:07:06.904028 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:06:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:06.910027 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a77dcc62-5f0e-46e8-af4e-70b5e0a029a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:06.940556 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1d82c2d1-2e24-484d-9394-5b2e1a62f9bf req-536a1153-9f89-415f-8519-b6e6fd402198 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 210 time: 0.0730956 Jul 05 16:07:07.122696 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:07:07.555011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:04Z', 'revision_number': 2, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:07.729050 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['d1ea4bc7-8235-40ed-bf59-71a15e29fa96'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:07:07.734896 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Checking router: 55d8dd00-c9e4-46a1-bf75-d520eed1484e for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:07:07.735303 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Updating router 55d8dd00-c9e4-46a1-bf75-d520eed1484e port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:07:07.827150 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43234) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:07.835138 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-0f202d89-89df-4d16-887e-8c55a745baa1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938651576', 'description': 'tempest-description--1936581906'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:07.849403 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:07.933041 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0f202d89-89df-4d16-887e-8c55a745baa1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:08.230123 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d393d5-9662-4547-b7d5-dd0e5c49354c req-ddaca3de-104f-4411-b606-ece5448be12b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:08.242884 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-39d393d5-9662-4547-b7d5-dd0e5c49354c req-ddaca3de-104f-4411-b606-ece5448be12b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 946 time: 0.2628663 Jul 05 16:07:08.387632 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0f202d89-89df-4d16-887e-8c55a745baa1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:08.429220 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0f202d89-89df-4d16-887e-8c55a745baa1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:08.454441 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 69a06a7e-278d-4f89-bcb6-8b07566e85ec up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:08.634121 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0f202d89-89df-4d16-887e-8c55a745baa1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:08.639440 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-0f202d89-89df-4d16-887e-8c55a745baa1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8108742 Jul 05 16:07:08.642277 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43262) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:08.667217 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-121cbad2-b020-48b2-a2ba-757b06b74e35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'security_group_rule': {'security_group_id': '9eb6eb29-a270-49af-9a52-bd45bd591661', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:08.679340 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-39d393d5-9662-4547-b7d5-dd0e5c49354c req-8509a207-5f06-42a9-8aa5-ec161fb06050 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764699 Jul 05 16:07:08.683327 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:08.695630 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 69a06a7e-278d-4f89-bcb6-8b07566e85ec triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:08.696014 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:08.697093 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f202d89-89df-4d16-887e-8c55a745baa1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb6eb29-a270-49af-9a52-bd45bd591661,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:08.727619 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f6a62-46c7-4864-a643-c962c567d0e7 req-b08f9fed-62ef-4faa-a980-90ded002aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:08.729226 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b37f6a62-46c7-4864-a643-c962c567d0e7 req-b08f9fed-62ef-4faa-a980-90ded002aee3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 1099 time: 0.4829433 Jul 05 16:07:08.789217 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Transition to ACTIVE for port object 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:07:08.818444 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:08.828284 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b37f6a62-46c7-4864-a643-c962c567d0e7 req-1efa3ae1-7de9-4b0d-82a4-1d94750669df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887446 Jul 05 16:07:08.853336 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e12d2-f385-4254-a7c4-b4ceb9df31a6 req-af6b39fa-c4a4-492b-9a54-5a056261f49f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:08.881163 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7c7e12d2-f385-4254-a7c4-b4ceb9df31a6 req-af6b39fa-c4a4-492b-9a54-5a056261f49f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.4246829 Jul 05 16:07:08.928967 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-121cbad2-b020-48b2-a2ba-757b06b74e35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.123202 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7c7e12d2-f385-4254-a7c4-b4ceb9df31a6 req-b0e2b7a6-e594-4011-aba5-70c1974c30e3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399986 Jul 05 16:07:09.181060 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45309920-6b28-4859-b092-cf4c9c0ff779 req-a5a61e65-0f88-4702-a234-12225e1d86fe tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=678fe111-192d-491c-82a6-2e2225761a7d HTTP/1.1" status: 200 len: 210 time: 0.1647327 Jul 05 16:07:09.190515 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-121cbad2-b020-48b2-a2ba-757b06b74e35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.197864 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-121cbad2-b020-48b2-a2ba-757b06b74e35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.226816 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cbad2-b020-48b2-a2ba-757b06b74e35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d38188-3e60-432c-95b9-3dd3ce60e10b,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:09.238979 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282d475-c029-41ee-ae5a-6b987a15aed2 None None] Pushing event updated for resources: {'Port': ['ID=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:09.242342 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Attempting to bind port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:07:09.242822 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Attempting to bind port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:07:09.243398 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Attempting to bind port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:07:09.245547 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-121cbad2-b020-48b2-a2ba-757b06b74e35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.248949 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-121cbad2-b020-48b2-a2ba-757b06b74e35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013668 Jul 05 16:07:09.251159 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43276) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:09.259391 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:07:09.259926 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Checking segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:07:09.261484 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.263312 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Bound using segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:07:09.263700 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-11674c72-2de3-45d6-b478-bf915a1cd698 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'security_group_rule': {'security_group_id': '9eb6eb29-a270-49af-9a52-bd45bd591661', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:09.264397 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Bound port: 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:07:09.265035 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.334073 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11674c72-2de3-45d6-b478-bf915a1cd698 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.465455 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9eccc9dc-e055-48fa-af57-ef810252e81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.486604 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] For port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:07:09.491016 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] For port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:07:09.497079 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.506862 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11674c72-2de3-45d6-b478-bf915a1cd698 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.513471 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11674c72-2de3-45d6-b478-bf915a1cd698 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.567073 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11674c72-2de3-45d6-b478-bf915a1cd698 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334ff484-02ec-4183-824c-073545b2ae55,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:09.571336 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282d475-c029-41ee-ae5a-6b987a15aed2 None None] Pushing event updated for resources: {'Port': ['ID=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:09.599447 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-11674c72-2de3-45d6-b478-bf915a1cd698 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.602937 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-11674c72-2de3-45d6-b478-bf915a1cd698 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499641 Jul 05 16:07:09.607084 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43288) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:09.613198 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:09.617231 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:07:09.617942 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:07:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:09.683710 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.767534 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:09.793300 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:07:09.859876 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:10.084167 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:09Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:10.121154 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075cf56-0636-4705-b5a9-d3ee7d7b8b43 None None] The sync data for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi is: [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:09Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:07:10.121828 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Allocated IP 172.27.3.248 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/46965068-4f64-4ec1-a844-633cd5f506f8) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:07:10.312381 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c9ddf-6858-4086-b9c0-328e3fd73672 req-d6615e87-1cb9-47c5-af0a-317c8529c2c1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:10.315222 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-109c9ddf-6858-4086-b9c0-328e3fd73672 req-d6615e87-1cb9-47c5-af0a-317c8529c2c1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 946 time: 0.2860172 Jul 05 16:07:10.482829 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-109c9ddf-6858-4086-b9c0-328e3fd73672 req-5d543a94-1115-4dfa-a81b-7c45536338f6 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401930 Jul 05 16:07:10.505221 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:10.524275 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:10.625182 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fafc5e-1e49-44dc-8a72-91de99270c65 req-7a324420-c302-465d-83cc-86826db3e1af tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:10.638585 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-88fafc5e-1e49-44dc-8a72-91de99270c65 req-7a324420-c302-465d-83cc-86826db3e1af tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1844654 Jul 05 16:07:10.673733 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:10.682690 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:10.683365 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:10.703282 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:10.732484 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-88fafc5e-1e49-44dc-8a72-91de99270c65 req-6e3e3a77-9fc1-4c9b-a00f-e230e41a4a8d tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926485 Jul 05 16:07:10.775759 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:07:10.781681 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:07:10.796817 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:07:10.821480 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'Port': ['ID=46965068-4f64-4ec1-a844-633cd5f506f8,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:11.000679 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.088000 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:11.092820 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.099965 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.102058 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.262632 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.268488 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:11.549382 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-cc6e78e3-e65c-4270-942f-9aad7a72a9bd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:11.554242 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-cc6e78e3-e65c-4270-942f-9aad7a72a9bd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/networks?id=4edd4f52-d5a2-4935-96be-b483161c6908 HTTP/1.1" status: 200 len: 808 time: 0.2516158 Jul 05 16:07:11.610620 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-002baa16-cc2a-44ec-99eb-743ae4af1674 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/quotas/406e7f038a6c4723801587c7c55184d6 HTTP/1.1" status: 200 len: 375 time: 0.0497537 Jul 05 16:07:11.653555 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.663635 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.710723 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-3cfb3618-d2a0-47e3-902e-e9723dcdea9b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=406e7f038a6c4723801587c7c55184d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985978 Jul 05 16:07:11.779101 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'Port': ['ID=46965068-4f64-4ec1-a844-633cd5f506f8,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:11.865785 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.896868 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:11.900784 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ecd367a4-4d25-4a61-9b7e-d51ed4257655 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2920358 Jul 05 16:07:12.081651 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d8048f0c-165b-4e32-afa6-599e8c543d18 service neutron] 10.222.0.24 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649306 Jul 05 16:07:12.157013 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343815-e8a5-464c-9eea-eb2acee09391 req-091df42f-6ef1-4e99-a9fe-fba05241a706 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:12.158993 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-13343815-e8a5-464c-9eea-eb2acee09391 req-091df42f-6ef1-4e99-a9fe-fba05241a706 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 946 time: 0.1409006 Jul 05 16:07:12.270209 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-84846383-b3ac-4e75-9740-519b1358de16 service neutron] 10.222.0.24 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810651 Jul 05 16:07:12.306915 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-13343815-e8a5-464c-9eea-eb2acee09391 req-419ef868-b6d5-44f1-84c0-0f9f0af7f48f tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350012 Jul 05 16:07:12.421875 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:12.514669 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:12.517411 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:12.624360 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a6e03081-f7f3-48ed-97a6-8525e0456c97 req-dbf6a5ba-e2a7-4c54-8f29-cb0a17bda933 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 210 time: 0.0627530 Jul 05 16:07:12.646431 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-4a5f6147-1dfd-41ea-8a60-8de35c3f6710 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1938651576&fields=id&tenant_id=ce431d1255bd41249424d40a1b967240 HTTP/1.1" status: 200 len: 267 time: 0.1220639 Jul 05 16:07:12.833198 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-2e4b9efc-3aca-42e1-b92e-13a519731a3a tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:12.835149 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-2e4b9efc-3aca-42e1-b92e-13a519731a3a tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 811 time: 0.1876190 Jul 05 16:07:12.862995 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-7a12d955-a672-4251-a2b8-5d12caff0acd tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/quotas/ce431d1255bd41249424d40a1b967240 HTTP/1.1" status: 200 len: 375 time: 0.0150130 Jul 05 16:07:13.038523 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-f1c461d5-6b96-492d-897a-2bbbba2ee9c0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593657 Jul 05 16:07:13.188073 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-fbdb0fa6-34e3-4435-bafd-fa2c9d78dead service neutron] 10.222.0.24 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101468 Jul 05 16:07:13.303008 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-b53c3845-07a9-4fe8-b08d-0258d426f02e service neutron] 10.222.0.24 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053417 Jul 05 16:07:13.350102 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:13.668633 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c01a8775-8dba-4457-acca-da452ead0906 req-1feae407-ebe1-4366-b3f2-cd79b5636f32 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 210 time: 0.1032956 Jul 05 16:07:13.862299 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c032-8ab2-49e9-8d69-e59748fee59f req-17b96613-f991-4f7d-a7d8-79f4fc38e8e5 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:13.876354 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6a55c032-8ab2-49e9-8d69-e59748fee59f req-17b96613-f991-4f7d-a7d8-79f4fc38e8e5 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 946 time: 0.1644592 Jul 05 16:07:13.996625 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6a55c032-8ab2-49e9-8d69-e59748fee59f req-2e524c84-7811-4442-9a61-0d5c9afecaed tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156776 Jul 05 16:07:14.010965 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-aaf64339-aae3-4da6-af36-aa203212c542 req-af98fbff-45c9-45fd-b57b-38198850e38b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 210 time: 0.0758665 Jul 05 16:07:14.283142 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device d1ea4bc7-8235-40ed-bf59-71a15e29fa96 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:07:14.355605 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: d1ea4bc7-8235-40ed-bf59-71a15e29fa96 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:07:14.356034 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device d1ea4bc7-8235-40ed-bf59-71a15e29fa96 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:07:14.513105 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-99a3c634-de2f-494e-842e-7cfb12ca1bd7 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:14.515649 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-99a3c634-de2f-494e-842e-7cfb12ca1bd7 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "GET /v2.0/networks?id=4edd4f52-d5a2-4935-96be-b483161c6908 HTTP/1.1" status: 200 len: 808 time: 0.2747538 Jul 05 16:07:14.524680 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba59bb-51d0-43ab-b327-2c2cf17e7ed4 req-fce2af48-2c1f-495c-9635-d7efb4a45a76 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:14.526501 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19ba59bb-51d0-43ab-b327-2c2cf17e7ed4 req-fce2af48-2c1f-495c-9635-d7efb4a45a76 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.2539380 Jul 05 16:07:14.555242 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Request body: {'port': {'device_id': '380a42c5-df66-4c30-b094-5113190ffda2', 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908', 'admin_state_up': True, 'tenant_id': '406e7f038a6c4723801587c7c55184d6'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:14.744043 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19ba59bb-51d0-43ab-b327-2c2cf17e7ed4 req-f316723f-e25f-4a00-bbcc-a82a7ae0987d tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007170 Jul 05 16:07:14.878022 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Made reservation on behalf of 406e7f038a6c4723801587c7c55184d6 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:07:14.881897 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:15.121236 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-85ca3f48-7401-4220-a037-e27d37fe4bdd req-9469085a-59be-4fca-bcd4-7be79db1ee16 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 210 time: 0.1777241 Jul 05 16:07:15.190482 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Allocated IP 172.20.0.2 (4edd4f52-d5a2-4935-96be-b483161c6908/ea5b65d6-5d29-4641-8bbc-ad5d96f13090/43a087f8-3321-42d7-b81a-189604208be5) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:07:15.343220 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-feb8284e-e5cb-4959-888c-3bd210b2e1f6 req-2c7d8ab7-5d35-4536-9472-38eeaacc5108 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 210 time: 0.0539830 Jul 05 16:07:15.609985 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:15.670175 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:15.738043 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Network 4edd4f52-d5a2-4935-96be-b483161c6908 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:07:15.749930 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:07:15.753773 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:07:15.795348 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Pushing event updated for resources: {'Port': ['ID=43a087f8-3321-42d7-b81a-189604208be5,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:15.858495 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:15.859251 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:15.891739 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-1ae2b063-cff4-4b85-8635-ac8d82ee0035 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3460083 Jul 05 16:07:15.908801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Request body: {'port': {'device_id': '380a42c5-df66-4c30-b094-5113190ffda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:16.020486 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:16.066742 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43508) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:16.124081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:16.449784 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9ddd3496-1cc4-4503-b28f-1a6aa430748e req-845b285a-1073-498c-95e1-5cbbdc87891d tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 210 time: 0.1286552 Jul 05 16:07:16.468645 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-62cf709c-895f-40e5-8d42-f55aaa9870db tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:16.477931 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-62cf709c-895f-40e5-8d42-f55aaa9870db tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 811 time: 0.5966966 Jul 05 16:07:16.551797 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-905f0bd5-9217-4154-a29e-cd259b5b667d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:16.718740 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-dfb63c0c-f93f-4dd6-a1bd-2d92e6ce6de4 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce431d1255bd41249424d40a1b967240 HTTP/1.1" status: 200 len: 380 time: 0.2158473 Jul 05 16:07:16.748112 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'port': {'device_id': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'admin_state_up': True, 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'security_groups': ['9eb6eb29-a270-49af-9a52-bd45bd591661']}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:16.899441 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a087f8-3321-42d7-b81a-189604208be5 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:07:16.919331 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:16.977060 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fac8d-489b-473d-887f-c563e87913a1 req-8d5e6fc1-acbd-4a31-8e5d-0542e2e8d764 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:16.981404 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-df0fac8d-489b-473d-887f-c563e87913a1 req-8d5e6fc1-acbd-4a31-8e5d-0542e2e8d764 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 931 time: 0.2994213 Jul 05 16:07:16.983835 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Transition to ACTIVE for port object 43a087f8-3321-42d7-b81a-189604208be5 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:07:16.994991 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.119448 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-905f0bd5-9217-4154-a29e-cd259b5b667d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.147827 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-905f0bd5-9217-4154-a29e-cd259b5b667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.154442 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Pushing event updated for resources: {'Port': ['ID=43a087f8-3321-42d7-b81a-189604208be5,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:17.185173 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Made reservation on behalf of ce431d1255bd41249424d40a1b967240 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:07:17.190781 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.220248 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-df0fac8d-489b-473d-887f-c563e87913a1 req-e49bf88c-a5b7-49fe-93d1-47f4ebeb519e tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056065 Jul 05 16:07:17.279787 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Attempting to bind port 43a087f8-3321-42d7-b81a-189604208be5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:07:17.280215 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Attempting to bind port 43a087f8-3321-42d7-b81a-189604208be5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:07:17.280579 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Attempting to bind port 43a087f8-3321-42d7-b81a-189604208be5 on network 4edd4f52-d5a2-4935-96be-b483161c6908 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:07:17.286553 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Port 43a087f8-3321-42d7-b81a-189604208be5 on network 4edd4f52-d5a2-4935-96be-b483161c6908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:07:17.286992 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Attempting to bind port 43a087f8-3321-42d7-b81a-189604208be5 on network 4edd4f52-d5a2-4935-96be-b483161c6908 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:07:17.294998 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:07:17.295519 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Checking segment: {'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:07:17.296215 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Bound using segment: {'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:07:17.296712 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Bound port: 43a087f8-3321-42d7-b81a-189604208be5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a24cb07-7eda-45a1-9149-36d4542db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:07:17.297089 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.411756 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] For port 43a087f8-3321-42d7-b81a-189604208be5, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:07:17.415992 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] For port 43a087f8-3321-42d7-b81a-189604208be5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43a087f8-3321-42d7-b81a-189604208be5,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:07:17.424264 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.503189 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:17.507135 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.509609 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] 10.222.0.39 "PUT /v2.0/ports/43a087f8-3321-42d7-b81a-189604208be5 HTTP/1.1" status: 200 len: 1093 time: 1.6090543 Jul 05 16:07:17.510540 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380a42c5-df66-4c30-b094-5113190ffda2', 'tag': '43a087f8-3321-42d7-b81a-189604208be5'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:07:17.515048 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1d09d1-85b8-400a-ab01-0458bfd5899f" -d '{"events": [{"name": "network-changed", "server_uuid": "380a42c5-df66-4c30-b094-5113190ffda2", "tag": "43a087f8-3321-42d7-b81a-189604208be5"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:07:17.559757 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f63578-0d4c-4a5a-a9b4-41af7711db3a service neutron] Pushing event updated for resources: {'Port': ['ID=43a087f8-3321-42d7-b81a-189604208be5,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:17.630105 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f0bd5-9217-4154-a29e-cd259b5b667d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ffe03-1338-401b-8beb-40bbd5948cda,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:17.640222 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-905f0bd5-9217-4154-a29e-cd259b5b667d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01e191923f2d4fb294b2421855d93eef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5675223 Jul 05 16:07:17.644064 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43564) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:17.702302 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b339b9-948d-4bf2-ad71-86ccaf3ec34c x-openstack-request-id: req-a6b339b9-948d-4bf2-ad71-86ccaf3ec34c {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:07:17.702632 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380a42c5-df66-4c30-b094-5113190ffda2", "tag": "43a087f8-3321-42d7-b81a-189604208be5", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:07:17.702851 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6b339b9-948d-4bf2-ad71-86ccaf3ec34c {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:07:17.703351 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380a42c5-df66-4c30-b094-5113190ffda2', 'tag': '43a087f8-3321-42d7-b81a-189604208be5', 'status': 'completed', 'code': 200} Jul 05 16:07:17.738259 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-a81f4de3-058a-417a-961b-2b4f8654fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:17.740259 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-a81f4de3-058a-417a-961b-2b4f8654fbcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=406e7f038a6c4723801587c7c55184d6&device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 1096 time: 0.1323936 Jul 05 16:07:17.802129 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-72053c5a-4e04-44ac-8a87-0e9399f3e408 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a087f8-3321-42d7-b81a-189604208be5 HTTP/1.1" status: 200 len: 217 time: 0.0463283 Jul 05 16:07:17.813939 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Allocated IP 172.20.0.13 (8b7b3404-1e66-4636-a3ac-a2d1f376e903/71be83f5-6e97-48cb-9cc6-2bedd937adbd/699ebaad-c6d6-4626-8ee1-60620ffa0c23) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:07:17.826586 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c2814e6d-8ad1-4d28-bec3-6ffdf9034d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.853834 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2a9353d-a43d-4a98-853f-8c5930b6f086 req-28850c07-4f7b-42f4-95fe-b4b28bdfb10c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 210 time: 0.0443258 Jul 05 16:07:17.895488 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c2814e6d-8ad1-4d28-bec3-6ffdf9034d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:17.946218 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-915f94ff-13df-4c41-9732-073b94dc2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:17.949557 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-915f94ff-13df-4c41-9732-073b94dc2e4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea5b65d6-5d29-4641-8bbc-ad5d96f13090 HTTP/1.1" status: 200 len: 848 time: 0.0931339 Jul 05 16:07:17.994902 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-c787bd2f-738d-42eb-a83e-219a7b78dd63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4edd4f52-d5a2-4935-96be-b483161c6908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370412 Jul 05 16:07:18.049776 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c2814e6d-8ad1-4d28-bec3-6ffdf9034d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.052834 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c2814e6d-8ad1-4d28-bec3-6ffdf9034d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.054145 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-c2814e6d-8ad1-4d28-bec3-6ffdf9034d3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/119ffe03-1338-401b-8beb-40bbd5948cda HTTP/1.1" status: 204 len: 168 time: 0.4102831 Jul 05 16:07:18.083633 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2814e6d-8ad1-4d28-bec3-6ffdf9034d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ffe03-1338-401b-8beb-40bbd5948cda,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:18.101958 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.127351 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Transition to ACTIVE for port object 699ebaad-c6d6-4626-8ee1-60620ffa0c23 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:07:18.160300 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-0fca86bf-bea6-41c8-b81c-019de2aee227 service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569757 Jul 05 16:07:18.200690 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.279232 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:07:18.286926 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:07:18.292083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:07:18.321071 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf165d5c-0c6f-47ad-b26e-11134f29afc5 req-b5780582-2b94-4fa0-9847-830befd41747 service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500130 Jul 05 16:07:18.363649 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'Port': ['ID=699ebaad-c6d6-4626-8ee1-60620ffa0c23,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:18.439128 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:18.446544 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.485673 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-88407f8b-c7ae-40d8-9ace-5aeaff4b3bb0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7570078 Jul 05 16:07:18.509926 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-33536bb8-0e32-4441-a825-ff33c4e7903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:18.513768 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-33536bb8-0e32-4441-a825-ff33c4e7903c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=406e7f038a6c4723801587c7c55184d6&device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 1096 time: 0.1164382 Jul 05 16:07:18.518222 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Request body: {'port': {'device_id': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:18.663222 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.696472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43582) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:18.707172 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-a7ef3b72-ad98-4861-8880-e1ec97ae8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:18.709801 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-a7ef3b72-ad98-4861-8880-e1ec97ae8edb service neutron] 10.222.0.39 "GET /v2.0/networks?id=4edd4f52-d5a2-4935-96be-b483161c6908 HTTP/1.1" status: 200 len: 909 time: 0.1878064 Jul 05 16:07:18.729205 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d423fd4-7f8d-4f12-8ce7-4ea3253008c2 req-67b65568-2c60-4fd6-bd19-6f0485e41d23 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:18.731495 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4d423fd4-7f8d-4f12-8ce7-4ea3253008c2 req-67b65568-2c60-4fd6-bd19-6f0485e41d23 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 943 time: 0.2095823 Jul 05 16:07:18.745579 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-93bd5ee3-14f4-4a35-a106-889a1d755de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.759526 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-4eb17b57-1624-4aeb-adee-7ce98461f34f None None] Provisioning for port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:18.769865 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-4eb17b57-1624-4aeb-adee-7ce98461f34f None None] Provisioning complete for port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:18.770466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4eb17b57-1624-4aeb-adee-7ce98461f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:18.775623 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-5da73d29-c3c1-4bd3-85e0-56b46a19f6e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a087f8-3321-42d7-b81a-189604208be5 HTTP/1.1" status: 200 len: 217 time: 0.0585020 Jul 05 16:07:18.838710 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-4eb17b57-1624-4aeb-adee-7ce98461f34f None None] Port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:07:18.852090 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-86bcdc9b-c7b7-44a4-8427-3f325e5e96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:18.853922 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-86bcdc9b-c7b7-44a4-8427-3f325e5e96d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea5b65d6-5d29-4641-8bbc-ad5d96f13090 HTTP/1.1" status: 200 len: 848 time: 0.0679839 Jul 05 16:07:18.897487 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-36577146-b05a-45a4-8d51-0b6500c7bfc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4edd4f52-d5a2-4935-96be-b483161c6908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355508 Jul 05 16:07:18.989239 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4d423fd4-7f8d-4f12-8ce7-4ea3253008c2 req-9341d132-0041-49de-8d6b-139573992380 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380428 Jul 05 16:07:19.037902 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-1841f23d-133e-4239-94fb-30f2913e3a69 service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321461 Jul 05 16:07:19.218064 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4526a-5f9e-4839-ad48-acfb806f706a req-1f81e029-873a-4b7c-88a7-a306c25718be tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:19.220570 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-93f4526a-5f9e-4839-ad48-acfb806f706a req-1f81e029-873a-4b7c-88a7-a306c25718be tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 932 time: 0.1429760 Jul 05 16:07:19.224399 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a1d09d1-85b8-400a-ab01-0458bfd5899f req-515a9fdf-aa65-4a2b-ae2b-8ba2ce9c03ff service neutron] 10.222.0.39 "GET /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762948 Jul 05 16:07:19.272056 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-93bd5ee3-14f4-4a35-a106-889a1d755de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.301556 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-93bd5ee3-14f4-4a35-a106-889a1d755de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.302124 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-93f4526a-5f9e-4839-ad48-acfb806f706a req-920f38e2-7de8-4aa8-ad3a-e4cde418c71e tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757923 Jul 05 16:07:19.378124 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd5ee3-14f4-4a35-a106-889a1d755de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61b9bf5-e50d-4776-b595-2fee3aa766f7,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:19.405916 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-93bd5ee3-14f4-4a35-a106-889a1d755de0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbdcbb5bbc3344b998dd6e81c1b1f453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082269 Jul 05 16:07:19.408630 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43592) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:19.444674 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699ebaad-c6d6-4626-8ee1-60620ffa0c23 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:07:19.461616 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.487331 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Transition to ACTIVE for port object 699ebaad-c6d6-4626-8ee1-60620ffa0c23 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:07:19.497973 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.512783 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ff698e05-99dc-45a3-9297-6e49722ed6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.593887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ff698e05-99dc-45a3-9297-6e49722ed6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.599471 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Pushing event updated for resources: {'Port': ['ID=699ebaad-c6d6-4626-8ee1-60620ffa0c23,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:19.718225 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Attempting to bind port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:07:19.719302 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Attempting to bind port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:07:19.719302 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Attempting to bind port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:07:19.724774 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:07:19.725228 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Attempting to bind port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:07:19.734817 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:07:19.735191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Checking segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:07:19.735550 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Bound using segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:07:19.735977 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Bound port: 699ebaad-c6d6-4626-8ee1-60620ffa0c23, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:07:19.736416 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.739320 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ff698e05-99dc-45a3-9297-6e49722ed6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.743481 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ff698e05-99dc-45a3-9297-6e49722ed6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.747298 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ff698e05-99dc-45a3-9297-6e49722ed6bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b61b9bf5-e50d-4776-b595-2fee3aa766f7 HTTP/1.1" status: 204 len: 168 time: 0.3357284 Jul 05 16:07:19.769481 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff698e05-99dc-45a3-9297-6e49722ed6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61b9bf5-e50d-4776-b595-2fee3aa766f7,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:19.874899 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] For port 699ebaad-c6d6-4626-8ee1-60620ffa0c23, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:07:19.886010 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] For port 699ebaad-c6d6-4626-8ee1-60620ffa0c23, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:07:19.892620 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.958532 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:19.959809 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:19.963184 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/699ebaad-c6d6-4626-8ee1-60620ffa0c23 HTTP/1.1" status: 200 len: 1094 time: 1.4628599 Jul 05 16:07:19.963405 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:07:19.968138 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff611b3-7d76-41a3-8da6-d1049e8f4cae" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:07:20.020940 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e28f5-8f5d-4d61-bba1-8b03218468c4 service neutron] Pushing event updated for resources: {'Port': ['ID=699ebaad-c6d6-4626-8ee1-60620ffa0c23,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:20.046719 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af13a92-7531-4b88-b571-8b815818c461 x-openstack-request-id: req-6af13a92-7531-4b88-b571-8b815818c461 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:07:20.047309 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:07:20.047752 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6af13a92-7531-4b88-b571-8b815818c461 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:07:20.048365 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'status': 'completed', 'code': 200} Jul 05 16:07:20.140132 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-c850c482-4b8c-4361-990c-e37c9ba97026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:20.141984 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-c850c482-4b8c-4361-990c-e37c9ba97026 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 1097 time: 0.0881288 Jul 05 16:07:20.223905 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-2e2c88ff-51ef-4a3c-a99e-bdcceb8ae4c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23 HTTP/1.1" status: 200 len: 217 time: 0.0697963 Jul 05 16:07:20.333467 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-5087d16f-d3a1-4e07-8257-76c2568eb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:20.336063 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-5087d16f-d3a1-4e07-8257-76c2568eb83e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71be83f5-6e97-48cb-9cc6-2bedd937adbd HTTP/1.1" status: 200 len: 850 time: 0.1040926 Jul 05 16:07:20.448961 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718571a1-70aa-4a1a-b398-7c5c082dbbc9 req-db760011-b872-41ee-84c4-c48368485811 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:20.451803 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-718571a1-70aa-4a1a-b398-7c5c082dbbc9 req-db760011-b872-41ee-84c4-c48368485811 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 943 time: 0.1697288 Jul 05 16:07:20.477988 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-dc394c0c-9399-41f8-9c02-54545155c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:20.480170 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-dc394c0c-9399-41f8-9c02-54545155c043 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b7b3404-1e66-4636-a3ac-a2d1f376e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1347449 Jul 05 16:07:20.528595 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-718571a1-70aa-4a1a-b398-7c5c082dbbc9 req-7a5890be-be64-4f2d-9020-ee979262883d tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633683 Jul 05 16:07:20.528745 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43614) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:20.550654 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-95e22325-7bbf-4855-a668-7dab6fc958cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:20.647711 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-fb474ff5-c70d-44ae-87b0-6227309d26ee service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558697 Jul 05 16:07:20.686605 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f40-db0b-4936-a90f-adf46457b114 req-c683358b-06e3-446a-9b20-cbb1c47ba1f1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:20.688168 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-58f86f40-db0b-4936-a90f-adf46457b114 req-c683358b-06e3-446a-9b20-cbb1c47ba1f1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 944 time: 0.1478875 Jul 05 16:07:20.701081 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-95e22325-7bbf-4855-a668-7dab6fc958cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:20.711447 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-95e22325-7bbf-4855-a668-7dab6fc958cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:20.766274 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-95e22325-7bbf-4855-a668-7dab6fc958cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a7eff66413d4b6bb63798a121769917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359321 Jul 05 16:07:20.767857 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e22325-7bbf-4855-a668-7dab6fc958cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e4e668-5af4-417a-9536-d542dd711028,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:20.772270 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43620) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:20.786979 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-58f86f40-db0b-4936-a90f-adf46457b114 req-e3da5f9c-2737-486f-9835-af991108439b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717065 Jul 05 16:07:20.815982 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a03ce22d-cbe6-484e-83df-a1b79dd54a0d req-5f46b670-81ac-4c5e-9806-1be738087f29 service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528628 Jul 05 16:07:20.846644 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3b3146ae-78c0-47f3-a142-702510bad78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:20.879221 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3b3146ae-78c0-47f3-a142-702510bad78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:20.954687 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-db8dc24c-e5b5-486f-bc2e-90ab3f6ac08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:20.955408 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3b3146ae-78c0-47f3-a142-702510bad78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:20.956424 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-db8dc24c-e5b5-486f-bc2e-90ab3f6ac08e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 1097 time: 0.0792456 Jul 05 16:07:20.958759 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3b3146ae-78c0-47f3-a142-702510bad78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:20.960242 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3b3146ae-78c0-47f3-a142-702510bad78f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42e4e668-5af4-417a-9536-d542dd711028 HTTP/1.1" status: 204 len: 168 time: 0.1868601 Jul 05 16:07:20.975298 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3146ae-78c0-47f3-a142-702510bad78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e4e668-5af4-417a-9536-d542dd711028,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:21.126115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-fa8adb1c-80de-4971-8a26-8919dd2b7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:21.127748 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-fa8adb1c-80de-4971-8a26-8919dd2b7373 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 912 time: 0.1562514 Jul 05 16:07:21.208650 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-af004919-9f82-4fac-ba9c-54ce8b11cd20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23 HTTP/1.1" status: 200 len: 217 time: 0.0705810 Jul 05 16:07:21.265299 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-366f4b41-959d-49c5-a443-388c55958de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:21.267447 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-366f4b41-959d-49c5-a443-388c55958de4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71be83f5-6e97-48cb-9cc6-2bedd937adbd HTTP/1.1" status: 200 len: 850 time: 0.0505905 Jul 05 16:07:21.364657 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-5741e55a-d67c-4870-8a29-f2b511048d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:21.366579 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-5741e55a-d67c-4870-8a29-f2b511048d7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b7b3404-1e66-4636-a3ac-a2d1f376e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0887868 Jul 05 16:07:21.499446 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-4b092a7a-02ae-4d81-ac8d-8fda413c793a service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229305 Jul 05 16:07:21.650259 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-eff611b3-7d76-41a3-8da6-d1049e8f4cae req-e763faa3-1107-4dcf-ac83-f30aa7b541a7 service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416016 Jul 05 16:07:21.676002 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:07:21.781284 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb8c1c-107c-4664-b974-5520f829ae3a req-49d90b62-5599-4c9a-8e57-89fbd2774494 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:21.782964 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-72fb8c1c-107c-4664-b974-5520f829ae3a req-49d90b62-5599-4c9a-8e57-89fbd2774494 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 943 time: 0.1034379 Jul 05 16:07:21.842883 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-72fb8c1c-107c-4664-b974-5520f829ae3a req-5c896322-51b6-4128-97ed-11978aa947c1 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536020 Jul 05 16:07:22.076701 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da294bc6-f193-4b02-80e7-ae4aa746c202 req-9591a1b8-d178-4db4-aae4-dbf53326bff0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:22.079531 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-da294bc6-f193-4b02-80e7-ae4aa746c202 req-9591a1b8-d178-4db4-aae4-dbf53326bff0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 944 time: 0.1184061 Jul 05 16:07:22.150176 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-da294bc6-f193-4b02-80e7-ae4aa746c202 req-bf3bdcd8-5c8f-4b78-bc31-e72dbc40774e tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639281 Jul 05 16:07:22.326387 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 43a087f8-3321-42d7-b81a-189604208be5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:07:22.459804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 43a087f8-3321-42d7-b81a-189604208be5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43a087f8-3321-42d7-b81a-189604208be5,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:22.473843 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '43a087f8-3321-42d7-b81a-189604208be5', 'network_id': '4edd4f52-d5a2-4935-96be-b483161c6908', 'port_id': '43a087f8-3321-42d7-b81a-189604208be5', 'mac_address': 'fa:16:3e:ff:3b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5b65d6-5d29-4641-8bbc-ad5d96f13090', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:07:22.524797 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:22.548634 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a087f8-3321-42d7-b81a-189604208be5 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:07:22.590248 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 43a087f8-3321-42d7-b81a-189604208be5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43a087f8-3321-42d7-b81a-189604208be5,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:22.598388 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:22.675238 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=43a087f8-3321-42d7-b81a-189604208be5,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:22.905133 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['43a087f8-3321-42d7-b81a-189604208be5'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:07:23.090546 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26ddb0-897b-4e44-8fdf-7d1a232bbeb1 req-f16929ad-2fc0-415a-8e30-d594e022281e tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:23.092568 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf26ddb0-897b-4e44-8fdf-7d1a232bbeb1 req-f16929ad-2fc0-415a-8e30-d594e022281e tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 944 time: 0.0964303 Jul 05 16:07:23.135399 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf26ddb0-897b-4e44-8fdf-7d1a232bbeb1 req-81ee069d-19c0-4262-aefc-35d91a148bfa tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Jul 05 16:07:23.389986 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69be98-a10a-4429-b9ea-caf9d40dca63 req-c1a9abf3-c6c6-4d72-9dc1-0330e44d6544 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:23.392729 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fd69be98-a10a-4429-b9ea-caf9d40dca63 req-c1a9abf3-c6c6-4d72-9dc1-0330e44d6544 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 944 time: 0.0853992 Jul 05 16:07:23.452594 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fd69be98-a10a-4429-b9ea-caf9d40dca63 req-16490e6f-e96e-424e-9eac-7d0e501c453f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537076 Jul 05 16:07:24.327890 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 699ebaad-c6d6-4626-8ee1-60620ffa0c23 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:07:24.331524 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 43a087f8-3321-42d7-b81a-189604208be5 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:24.429411 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2f7d-8f09-4605-938a-634606ac4a32 req-16438bba-d728-4afb-a62b-1360db9e468a tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:24.431044 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8fce2f7d-8f09-4605-938a-634606ac4a32 req-16438bba-d728-4afb-a62b-1360db9e468a tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 944 time: 0.1110930 Jul 05 16:07:24.472556 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 43a087f8-3321-42d7-b81a-189604208be5 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:24.474819 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8fce2f7d-8f09-4605-938a-634606ac4a32 req-60e7c956-b291-4bf5-a156-25fd66cb7c5b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367589 Jul 05 16:07:24.491054 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 699ebaad-c6d6-4626-8ee1-60620ffa0c23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:24.496247 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 43a087f8-3321-42d7-b81a-189604208be5 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:24.496844 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:24.535128 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'port_id': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'mac_address': 'fa:16:3e:95:75:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:07:24.643513 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:24.712085 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699ebaad-c6d6-4626-8ee1-60620ffa0c23 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:07:24.739585 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd637-430f-4276-b018-a3fa14092e44 req-159774ce-db8b-4bf9-aef9-af6c14ae65e6 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:24.741279 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-43bfd637-430f-4276-b018-a3fa14092e44 req-159774ce-db8b-4bf9-aef9-af6c14ae65e6 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 944 time: 0.0788844 Jul 05 16:07:24.777559 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:24.785049 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 699ebaad-c6d6-4626-8ee1-60620ffa0c23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:24.802795 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:24.818352 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-43bfd637-430f-4276-b018-a3fa14092e44 req-da81d1ea-1dc1-42ad-8756-c0f6f22d07d9 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681939 Jul 05 16:07:24.878322 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a42c5-df66-4c30-b094-5113190ffda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a087f8-3321-42d7-b81a-189604208be5'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:07:24.882273 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c5cc26-c79b-4a89-b3e4-8a7934d89481" -d '{"events": [{"server_uuid": "380a42c5-df66-4c30-b094-5113190ffda2", "name": "network-vif-plugged", "status": "completed", "tag": "43a087f8-3321-42d7-b81a-189604208be5"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:07:24.926282 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 43a087f8-3321-42d7-b81a-189604208be5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43a087f8-3321-42d7-b81a-189604208be5,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:24.928202 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba365b-50ad-47c0-8dbc-6ab5c9982e02 x-openstack-request-id: req-96ba365b-50ad-47c0-8dbc-6ab5c9982e02 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:07:24.928534 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a42c5-df66-4c30-b094-5113190ffda2", "name": "network-vif-plugged", "status": "completed", "tag": "43a087f8-3321-42d7-b81a-189604208be5", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:07:24.928735 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96ba365b-50ad-47c0-8dbc-6ab5c9982e02 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:07:24.929121 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a42c5-df66-4c30-b094-5113190ffda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a087f8-3321-42d7-b81a-189604208be5', 'code': 200} Jul 05 16:07:24.934691 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:24.937492 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=699ebaad-c6d6-4626-8ee1-60620ffa0c23,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:25.115296 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=43a087f8-3321-42d7-b81a-189604208be5,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:25.221154 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893823a-0f47-4259-bd7a-2007c1d3a8ad req-28a249de-2d35-4504-836f-18f59fd22e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:25.222770 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e893823a-0f47-4259-bd7a-2007c1d3a8ad req-28a249de-2d35-4504-836f-18f59fd22e4d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 1098 time: 0.0610650 Jul 05 16:07:25.245138 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['699ebaad-c6d6-4626-8ee1-60620ffa0c23'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:07:25.270139 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e893823a-0f47-4259-bd7a-2007c1d3a8ad req-1d121f65-656b-4a8b-a3f7-0fab23ee3536 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Jul 05 16:07:25.677060 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32818d0-e9a8-4858-9f20-a0933c2b9a1e req-c2acee95-549e-4616-a414-c8fa611d8be9 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:25.678842 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b32818d0-e9a8-4858-9f20-a0933c2b9a1e req-c2acee95-549e-4616-a414-c8fa611d8be9 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 945 time: 0.0784731 Jul 05 16:07:25.722745 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b32818d0-e9a8-4858-9f20-a0933c2b9a1e req-ee00f9da-9b0e-4a7e-8d66-ddcd335f31a7 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Jul 05 16:07:26.030994 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf830b-f959-4316-9c4b-41320a3b0f9b req-7dc0cd6e-a89d-453e-adab-900da8a4b1ba tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:26.032502 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bddf830b-f959-4316-9c4b-41320a3b0f9b req-7dc0cd6e-a89d-453e-adab-900da8a4b1ba tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 945 time: 0.0780950 Jul 05 16:07:26.082521 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bddf830b-f959-4316-9c4b-41320a3b0f9b req-52147449-5bfc-4c8e-bdde-2e7ab8bd64d4 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396552 Jul 05 16:07:26.331153 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 699ebaad-c6d6-4626-8ee1-60620ffa0c23 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:07:26.398445 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:07:26.406795 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:07:26.407466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:26.543965 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:26.588617 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 699ebaad-c6d6-4626-8ee1-60620ffa0c23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:07:26.593562 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:26.649666 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=699ebaad-c6d6-4626-8ee1-60620ffa0c23,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:07:26.930463 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:07:26.934987 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f1d85-d1fc-4fdc-bfc8-e6c10f11c701" -d '{"events": [{"server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "name": "network-vif-plugged", "status": "completed", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:07:26.969971 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28462541-2b4d-4177-9bb1-76abc057b78d req-e1ab3545-3d2d-4f37-a51a-5e4736cc03ff tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:26.971606 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-28462541-2b4d-4177-9bb1-76abc057b78d req-e1ab3545-3d2d-4f37-a51a-5e4736cc03ff tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 945 time: 0.1149461 Jul 05 16:07:27.000377 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd203ea-48c9-4aa3-8523-cb92de94ddf0 x-openstack-request-id: req-0dd203ea-48c9-4aa3-8523-cb92de94ddf0 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:07:27.000814 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "name": "network-vif-plugged", "status": "completed", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:07:27.001238 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dd203ea-48c9-4aa3-8523-cb92de94ddf0 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:07:27.001845 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'code': 200} Jul 05 16:07:27.022584 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-28462541-2b4d-4177-9bb1-76abc057b78d req-eeb0c642-c92b-4ddd-9034-0dfb0a01bbac tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Jul 05 16:07:27.306228 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d81d8f-aa78-44b3-99c6-fd0447b40f25 req-f3886c08-e4f5-4d89-a9e1-37afdf44a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:27.308000 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-37d81d8f-aa78-44b3-99c6-fd0447b40f25 req-f3886c08-e4f5-4d89-a9e1-37afdf44a862 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 1099 time: 0.0692456 Jul 05 16:07:27.371062 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-37d81d8f-aa78-44b3-99c6-fd0447b40f25 req-99fb43b4-b4e1-4af3-998a-9dcc960ff216 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524762 Jul 05 16:07:27.401587 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419560f-9d73-4e24-9995-e43a1b380ef8 req-51bd74da-7e7e-4f20-8ba2-a357e2203815 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:27.404390 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0419560f-9d73-4e24-9995-e43a1b380ef8 req-51bd74da-7e7e-4f20-8ba2-a357e2203815 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 946 time: 0.1226404 Jul 05 16:07:27.462406 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0419560f-9d73-4e24-9995-e43a1b380ef8 req-6c131209-6226-44f2-8e1e-981b33c626d7 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476193 Jul 05 16:07:28.716976 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a0c4-ef63-459a-ab06-c66d659f5867 req-136fe67e-8cbf-4ce5-a12a-e1681d7d3862 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:28.719867 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7645a0c4-ef63-459a-ab06-c66d659f5867 req-136fe67e-8cbf-4ce5-a12a-e1681d7d3862 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 946 time: 0.1100481 Jul 05 16:07:28.773002 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7645a0c4-ef63-459a-ab06-c66d659f5867 req-3e6d5f3e-d896-4d35-89f6-8d733390730d tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Jul 05 16:07:29.971988 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f710736-fba9-4428-a73b-bb49ecd158e8 req-ba65334a-409c-4df8-b09b-e7615137291e tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:29.973529 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8f710736-fba9-4428-a73b-bb49ecd158e8 req-ba65334a-409c-4df8-b09b-e7615137291e tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 946 time: 0.0707138 Jul 05 16:07:30.019059 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8f710736-fba9-4428-a73b-bb49ecd158e8 req-ae3c2cb0-d056-4b3d-af1e-b83a1eea3d9d tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Jul 05 16:07:30.259321 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b266363-afb2-4e0e-83ea-818a93aaaf82 req-3aa2cd31-4780-4be6-bddf-95a27e2237a0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:30.262721 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8b266363-afb2-4e0e-83ea-818a93aaaf82 req-3aa2cd31-4780-4be6-bddf-95a27e2237a0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 946 time: 0.1043956 Jul 05 16:07:30.275484 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43790) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:07:30.281262 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'floatingip': {'port_id': '699ebaad-c6d6-4626-8ee1-60620ffa0c23'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:07:30.356365 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:31.313551 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:31.318286 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:31.425765 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.l3_db [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Floating IP 2fd05636-5eaa-4bbf-8888-b269a21e00bb associated. External IP: 172.27.3.248, port: 699ebaad-c6d6-4626-8ee1-60620ffa0c23. Jul 05 16:07:31.668081 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Router 55d8dd00-c9e4-46a1-bf75-d520eed1484e has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:07:31.786326 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:07:31.790974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:31.805057 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94253080-8335-41ef-84ac-9494464a6487 None None] Sync routers for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:07:31.818501 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:07:31.819555 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:07:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:31.831286 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2ebcf6ef-e6cf-437e-b460-a00cfe544192 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "PUT /v2.0/floatingips/2fd05636-5eaa-4bbf-8888-b269a21e00bb HTTP/1.1" status: 200 len: 992 time: 1.5546541 Jul 05 16:07:31.831919 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:07:31.834319 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a773f90-7405-452e-ab38-e30133ac1498" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:07:31.892381 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46964c3-fe6c-42c6-bc25-778d2399f081 x-openstack-request-id: req-b46964c3-fe6c-42c6-bc25-778d2399f081 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:07:31.892850 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:07:31.893618 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b46964c3-fe6c-42c6-bc25-778d2399f081 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:07:31.894537 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'status': 'completed', 'code': 200} Jul 05 16:07:31.998964 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:07:32.007230 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773f90-7405-452e-ab38-e30133ac1498 req-70ea9b1d-d9e0-438a-a375-cb5a827b2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:32.008743 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8a773f90-7405-452e-ab38-e30133ac1498 req-70ea9b1d-d9e0-438a-a375-cb5a827b2d9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 1099 time: 0.0662870 Jul 05 16:07:32.123992 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773f90-7405-452e-ab38-e30133ac1498 req-de752454-ce64-4396-861d-9f9589dac0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:32.125440 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8a773f90-7405-452e-ab38-e30133ac1498 req-de752454-ce64-4396-861d-9f9589dac0d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 912 time: 0.0996108 Jul 05 16:07:32.251514 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8a773f90-7405-452e-ab38-e30133ac1498 req-339ed96d-68e1-4c15-a384-f2fda76ad807 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23 HTTP/1.1" status: 200 len: 1000 time: 0.1170764 Jul 05 16:07:32.319291 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773f90-7405-452e-ab38-e30133ac1498 req-27561b73-2b1c-41c7-9249-4307c2a7bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:32.321246 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8a773f90-7405-452e-ab38-e30133ac1498 req-27561b73-2b1c-41c7-9249-4307c2a7bcab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71be83f5-6e97-48cb-9cc6-2bedd937adbd HTTP/1.1" status: 200 len: 850 time: 0.0567198 Jul 05 16:07:32.396725 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773f90-7405-452e-ab38-e30133ac1498 req-a7b066cb-ffa6-4b64-afc7-8d033ca06abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:32.399289 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8a773f90-7405-452e-ab38-e30133ac1498 req-a7b066cb-ffa6-4b64-afc7-8d033ca06abf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b7b3404-1e66-4636-a3ac-a2d1f376e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669141 Jul 05 16:07:32.402211 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '2fd05636-5eaa-4bbf-8888-b269a21e00bb', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'port_id': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'mac_address': 'fa:16:3e:95:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:07:10Z', 'updated_at': '2021-07-05T16:07:31Z', 'revision_number': 1, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:32.428681 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94253080-8335-41ef-84ac-9494464a6487 None None] Checking router: 55d8dd00-c9e4-46a1-bf75-d520eed1484e for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:07:32.438833 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:07:32.439457 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:07:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:32.515904 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8a773f90-7405-452e-ab38-e30133ac1498 req-a2db770d-b936-472e-945b-8f660ba3dc73 service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087005 Jul 05 16:07:32.570422 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:07:32.827872 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8a773f90-7405-452e-ab38-e30133ac1498 req-256c14f5-2bd1-4de6-aeb2-5eb3edcafe34 service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045774 Jul 05 16:07:32.853093 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-94253080-8335-41ef-84ac-9494464a6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '2fd05636-5eaa-4bbf-8888-b269a21e00bb', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'port_id': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'mac_address': 'fa:16:3e:95:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:07:10Z', 'updated_at': '2021-07-05T16:07:31Z', 'revision_number': 1, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:07:32.883893 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94253080-8335-41ef-84ac-9494464a6487 None None] The sync data for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi is: [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '2fd05636-5eaa-4bbf-8888-b269a21e00bb', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'port_id': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'mac_address': 'fa:16:3e:95:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:07:10Z', 'updated_at': '2021-07-05T16:07:31Z', 'revision_number': 1, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:07:33.136822 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39001b4a-28de-4dff-bca7-062ab799a899 None None] New status for floating IP 2fd05636-5eaa-4bbf-8888-b269a21e00bb: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:07:36.875933 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a74-720d-45b8-985b-9005397945d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:39.389245 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-75c144c8-2165-409e-bfe9-73f9bdb9c38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:39.705543 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:40.976628 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:42.704373 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-7dde5624-50ee-4e79-a3e0-5764ce33a608 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561075 Jul 05 16:07:42.793343 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-1d946312-faf2-4d6d-9d4f-aa3a06e27cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:42.794975 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-1d946312-faf2-4d6d-9d4f-aa3a06e27cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.0612011 Jul 05 16:07:42.912387 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-4f23a105-0812-42c2-853f-e3006b58f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:42.913953 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-4f23a105-0812-42c2-853f-e3006b58f3b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.0949473 Jul 05 16:07:42.971187 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-74d5c70b-7e41-490f-87ca-a70a485e9e49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0486748 Jul 05 16:07:43.035919 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-b26cb1b9-48fc-4ef5-bbfa-ef7377d36388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:07:43.037446 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-b26cb1b9-48fc-4ef5-bbfa-ef7377d36388 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0580359 Jul 05 16:07:43.077816 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-1fe56349-aa32-4737-89a7-0a68d91f600e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281804 Jul 05 16:07:43.182300 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-95d678fe-f79e-4697-97f6-5e6d31cc42a3 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956540 Jul 05 16:07:43.299594 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a2ee64b-eb9a-4caa-985e-02104ba5c0e8 req-7d4be5a8-e4f6-4ef4-9adc-4446b1f91e1b service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080382 Jul 05 16:07:43.357343 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:46.092360 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:07:58.639143 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:08:06.874024 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3320fb0f-4eed-421e-b7e6-be8dd882be6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:09.393921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf4f-66b5-4725-99ba-1c346e8a39d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:09.697195 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:10.977234 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:13.346510 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:16.101578 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:35.638036 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:08:36.869149 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e9c55974-45c2-4dec-98a7-e84403ba50b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:39.396430 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5fc45b0d-38af-490a-a0b1-67f08ee62349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:39.709144 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:40.980573 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:42.722090 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-f474b17e-9ff7-438f-b2ac-6ecdb61004ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804205 Jul 05 16:08:42.808073 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-4b633b63-252d-4d14-a379-e8885ea36a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:08:42.810590 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-4b633b63-252d-4d14-a379-e8885ea36a0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1098 time: 0.0644958 Jul 05 16:08:42.925484 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-d60bf748-4601-4d0f-9bee-4c912806826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:08:42.927089 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-d60bf748-4601-4d0f-9bee-4c912806826d service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.0947649 Jul 05 16:08:42.975754 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-91abfd12-b6b7-4c6e-af2e-da37618abc0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 200 len: 217 time: 0.0421693 Jul 05 16:08:43.032823 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-e598b551-3128-48a5-b1f8-f7b9e498f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:08:43.034428 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-e598b551-3128-48a5-b1f8-f7b9e498f76b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0533743 Jul 05 16:08:43.068903 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-c13360ee-7a09-4033-bcb5-7c26fd83d5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277841 Jul 05 16:08:43.173446 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-04c0b847-4e18-4e92-ab7c-7cab9ec402ed service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979118 Jul 05 16:08:43.277527 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4cf37781-446c-44e3-a14e-1fd3c14b1d37 req-1d64a560-997a-4854-b9db-c9205052b1d9 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960009 Jul 05 16:08:43.354039 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:08:46.109035 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:06.875803 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b88b2400-2003-4d04-b8a5-c3ec4462760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:09.399578 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-067e4eae-a612-446c-a93c-3c9d0941927e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:09.704105 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:10.981483 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:12.636084 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:09:13.351247 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:16.119136 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:18.309834 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c5b3-97d0-4460-924a-dfd4cd86159f req-26d99229-c984-47fe-8c4b-384cc4bde5d1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:18.311416 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1b14c5b3-97d0-4460-924a-dfd4cd86159f req-26d99229-c984-47fe-8c4b-384cc4bde5d1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 946 time: 0.0767877 Jul 05 16:09:18.361143 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1b14c5b3-97d0-4460-924a-dfd4cd86159f req-4b8887c2-1be1-4e8e-9032-dc60de5ba9ca tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Jul 05 16:09:19.543996 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9d7e7-8f10-44da-ab6d-4ed7c5c31017 req-94e8bfb2-35f5-4620-93af-c1562655ffcf tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:19.545474 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9bc9d7e7-8f10-44da-ab6d-4ed7c5c31017 req-94e8bfb2-35f5-4620-93af-c1562655ffcf tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 946 time: 0.0670276 Jul 05 16:09:19.629328 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9bc9d7e7-8f10-44da-ab6d-4ed7c5c31017 req-4013d0bb-8da3-4d87-8d08-165ec707f670 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=9eb6eb29-a270-49af-9a52-bd45bd591661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780962 Jul 05 16:09:19.678824 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-1a127706-9a42-4b3a-89e9-7273fb6758ce tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:19.681402 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-1a127706-9a42-4b3a-89e9-7273fb6758ce tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 946 time: 0.1003609 Jul 05 16:09:19.836082 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Deleting port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:09:19.836337 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:19.928313 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] For port 699ebaad-c6d6-4626-8ee1-60620ffa0c23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=699ebaad-c6d6-4626-8ee1-60620ffa0c23,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:19.928699 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:20.217050 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:20.217450 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:20.217816 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Floating IP 2fd05636-5eaa-4bbf-8888-b269a21e00bb disassociated. External IP: 172.27.3.248, port: 699ebaad-c6d6-4626-8ee1-60620ffa0c23. Jul 05 16:09:20.218827 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Calling delete_port for 699ebaad-c6d6-4626-8ee1-60620ffa0c23 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:09:20.394422 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:20.429723 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event deleted for resources: {'Port': ['ID=699ebaad-c6d6-4626-8ee1-60620ffa0c23,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:20.440823 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.441200 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.441567 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.441903 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.442298 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.442567 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.442892 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.443212 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.443535 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.443851 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.444170 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.444487 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:20.583125 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Router 55d8dd00-c9e4-46a1-bf75-d520eed1484e has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:09:20.695819 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:09:20.708934 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] Sync routers for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:20.724019 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:09:20.725250 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:09:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:20.769901 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] No DVR routers for this DVR port 699ebaad-c6d6-4626-8ee1-60620ffa0c23 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:09:20.773333 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:20.776103 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7c694252-2da0-4ec0-aece-5e97f577c38b req-fb38d8b4-4bca-4f02-92cf-a0beec482bd3 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "DELETE /v2.0/ports/699ebaad-c6d6-4626-8ee1-60620ffa0c23 HTTP/1.1" status: 204 len: 173 time: 1.0878866 Jul 05 16:09:20.776834 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'name': 'network-vif-deleted', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:09:20.787165 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-57027975-c261-4a25-9046-19f5fec77e91 req-3665ba82-6e46-45c0-85a0-d5256c4fb388 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cd51c2c-eafc-4761-8be4-64a3f069fba0 HTTP/1.1" status: 200 len: 210 time: 0.0355794 Jul 05 16:09:20.792016 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f69ba2-39ca-49d5-9044-6c831b342f74" -d '{"events": [{"server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "name": "network-vif-deleted", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:20.839030 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41194c4b-2b36-4fc4-a6e0-42ff5aac57d2 x-openstack-request-id: req-41194c4b-2b36-4fc4-a6e0-42ff5aac57d2 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:20.839319 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd51c2c-eafc-4761-8be4-64a3f069fba0", "name": "network-vif-deleted", "tag": "699ebaad-c6d6-4626-8ee1-60620ffa0c23", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:20.839319 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41194c4b-2b36-4fc4-a6e0-42ff5aac57d2 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:20.839319 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd51c2c-eafc-4761-8be4-64a3f069fba0', 'name': 'network-vif-deleted', 'tag': '699ebaad-c6d6-4626-8ee1-60620ffa0c23', 'status': 'completed', 'code': 200} Jul 05 16:09:20.867548 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:09:21.098114 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:21.128783 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] Checking router: 55d8dd00-c9e4-46a1-bf75-d520eed1484e for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:21.137510 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:09:21.138130 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:09:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:21.247536 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:09:21.508563 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:21.534785 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f132a7-6a2f-4eac-95f3-cad417cabd95 None None] The sync data for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi is: [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:21.769423 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e22758-74a5-4b9c-80f1-31526b4163f1 None None] New status for floating IP 2fd05636-5eaa-4bbf-8888-b269a21e00bb: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:09:21.948974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 44440) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:22.003483 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.026838 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.075466 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.078243 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.079439 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "DELETE /v2.0/security-groups/9eb6eb29-a270-49af-9a52-bd45bd591661 HTTP/1.1" status: 204 len: 168 time: 0.1294081 Jul 05 16:09:22.083236 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 44442) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:22.098011 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb6eb29-a270-49af-9a52-bd45bd591661,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:22.110424 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.api.v2.resource [None req-2f55964c-299f-466a-b9b9-778660df009b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] show failed (client error): The resource could not be found. Jul 05 16:09:22.111516 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2f55964c-299f-466a-b9b9-778660df009b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups/9eb6eb29-a270-49af-9a52-bd45bd591661 HTTP/1.1" status: 404 len: 347 time: 0.0273476 Jul 05 16:09:22.113728 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.114059 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.114571 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.115064 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.115654 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.115951 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 44444) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:22.116778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.116778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.116778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.117526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.117526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.117907 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.118082 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4833e9-771a-4121-9b97-a740c6f895de tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:22.292808 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Deleting port 46965068-4f64-4ec1-a844-633cd5f506f8 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:09:22.293429 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.397542 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.397972 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.412308 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Calling delete_port for 46965068-4f64-4ec1-a844-633cd5f506f8 owned by network:floatingip {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:09:22.580400 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.605652 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event deleted for resources: {'Port': ['ID=46965068-4f64-4ec1-a844-633cd5f506f8,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:22.674527 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.677224 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:22.678506 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-56f9b7a3-2efa-4bf0-8e99-cf376217dd50 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "DELETE /v2.0/floatingips/2fd05636-5eaa-4bbf-8888-b269a21e00bb HTTP/1.1" status: 204 len: 168 time: 0.5582693 Jul 05 16:09:22.870353 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 699ebaad-c6d6-4626-8ee1-60620ffa0c23 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:09:22.894632 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 699ebaad-c6d6-4626-8ee1-60620ffa0c23 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:09:22.894983 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 699ebaad-c6d6-4626-8ee1-60620ffa0c23 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:09:23.151936 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 44448) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:23.158051 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-80902008-5834-427e-9f34-5b8c2faec380 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120965232', 'description': 'tempest-description--905800524'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:09:23.183957 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-80902008-5834-427e-9f34-5b8c2faec380 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.278347 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-80902008-5834-427e-9f34-5b8c2faec380 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.283120 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-80902008-5834-427e-9f34-5b8c2faec380 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.311508 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-80902008-5834-427e-9f34-5b8c2faec380 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.312843 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-80902008-5834-427e-9f34-5b8c2faec380 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1595721 Jul 05 16:09:23.313971 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80902008-5834-427e-9f34-5b8c2faec380 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb7372-693a-4a88-9ec5-84dbce92c6e5,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:23.315914 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 44450) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:23.320857 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-d9401df5-3b12-4ef2-9cbc-1e627e7af551 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'security_group_rule': {'security_group_id': '2dfb7372-693a-4a88-9ec5-84dbce92c6e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:09:23.349529 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9401df5-3b12-4ef2-9cbc-1e627e7af551 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.409648 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9401df5-3b12-4ef2-9cbc-1e627e7af551 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.413257 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9401df5-3b12-4ef2-9cbc-1e627e7af551 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.441165 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9401df5-3b12-4ef2-9cbc-1e627e7af551 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10ed9eb-eb74-44b4-97fa-b023a4ad3384,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:23.448934 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9401df5-3b12-4ef2-9cbc-1e627e7af551 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.451024 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d9401df5-3b12-4ef2-9cbc-1e627e7af551 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339955 Jul 05 16:09:23.454046 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 44452) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:23.458532 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-5324b3ee-6817-45de-8744-1d71055bbc4b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'security_group_rule': {'security_group_id': '2dfb7372-693a-4a88-9ec5-84dbce92c6e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:09:23.487802 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5324b3ee-6817-45de-8744-1d71055bbc4b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.560624 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5324b3ee-6817-45de-8744-1d71055bbc4b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.565547 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5324b3ee-6817-45de-8744-1d71055bbc4b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.793821 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b3ee-6817-45de-8744-1d71055bbc4b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cd7995-b18d-4900-bb15-3c7b42aea686,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:23.802418 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5324b3ee-6817-45de-8744-1d71055bbc4b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.804022 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-5324b3ee-6817-45de-8744-1d71055bbc4b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490558 Jul 05 16:09:23.807145 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 44454) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:23.811514 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:09:23.835196 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:23.942500 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.083725 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Allocated IP 172.27.3.217 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/fc9d99b8-82ee-4a94-ba74-3e04f5a76a37) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:24.232227 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.275743 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.328537 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:24.331695 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:24.340327 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:09:24.372859 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'Port': ['ID=fc9d99b8-82ee-4a94-ba74-3e04f5a76a37,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:24.448769 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.502796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.663472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.668067 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.737527 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'Port': ['ID=fc9d99b8-82ee-4a94-ba74-3e04f5a76a37,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:24.750167 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.763717 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:24.765050 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-36f5aff3-8373-455f-8601-ac548ae49fed tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9568775 Jul 05 16:09:24.964907 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-ee40c420-89b1-42a3-8242-594d21872ccd tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1120965232&fields=id&tenant_id=ce431d1255bd41249424d40a1b967240 HTTP/1.1" status: 200 len: 267 time: 0.0364707 Jul 05 16:09:25.075248 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-2be592ee-36d0-4e6e-be75-88cfc367b780 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:25.077075 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-2be592ee-36d0-4e6e-be75-88cfc367b780 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 811 time: 0.1031802 Jul 05 16:09:25.092056 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-6097188f-5995-45a5-8fea-113c30cb8c5b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/quotas/ce431d1255bd41249424d40a1b967240 HTTP/1.1" status: 200 len: 375 time: 0.0094347 Jul 05 16:09:25.171032 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-1ce92b9a-d9de-48c4-af57-565964afa077 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723963 Jul 05 16:09:25.273281 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-c070036c-4c61-4c99-9c39-dc09b1a67b91 service neutron] 10.222.0.24 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907447 Jul 05 16:09:25.373174 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-04c47658-75b8-45d5-abcd-aa9079e2eff2 service neutron] 10.222.0.24 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939689 Jul 05 16:09:25.559302 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4844536c-dff1-471d-bf37-fc733ecb6f5b req-70fee2bc-52a9-47d1-b826-cb0640bb2e6b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 210 time: 0.0319860 Jul 05 16:09:26.649870 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3da2f87e-fe3f-4597-883b-ab5a2e3f87a6 req-2f8820ed-e09d-41e4-b1e4-94bdd2cb3f55 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 210 time: 0.0306156 Jul 05 16:09:27.763786 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-db822528-0c97-4beb-8c5a-8b7a3ac0bc66 req-5eb7feb8-bb59-49d6-8500-81c70d324dc8 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 210 time: 0.0356481 Jul 05 16:09:28.775585 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-3ece8e62-82f9-42ea-b425-af22c543f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:28.777616 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-3ece8e62-82f9-42ea-b425-af22c543f419 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.0597396 Jul 05 16:09:28.931363 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad7a5c0b-ecd4-43a9-a5dc-7abf49383334 req-f8e8932d-b889-4db4-8147-d85659c5c504 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 210 time: 0.0449820 Jul 05 16:09:28.954086 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0cacf-575f-4b69-bdf3-8a11169ea266 req-45b812c3-d10c-43f8-bb6e-976f9ed16f9f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:28.957806 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f2a0cacf-575f-4b69-bdf3-8a11169ea266 req-45b812c3-d10c-43f8-bb6e-976f9ed16f9f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1423573 Jul 05 16:09:28.988674 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-448fd1bb-d779-41d6-b12b-050945cf6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:28.991277 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-448fd1bb-d779-41d6-b12b-050945cf6f4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.2065196 Jul 05 16:09:29.011008 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f2a0cacf-575f-4b69-bdf3-8a11169ea266 req-ef6b6d2a-b29a-4544-8d6d-6f4105eb80e5 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Jul 05 16:09:29.065332 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-9aa4da69-1a6a-43e5-826d-ae886edd65ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0669155 Jul 05 16:09:29.123302 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-cde66b8e-013f-46b2-beed-ce9bec0ebf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:29.124907 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-cde66b8e-013f-46b2-beed-ce9bec0ebf25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0532956 Jul 05 16:09:29.162220 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-bbb704c3-7ae9-46d4-b54b-19158ba4af6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303590 Jul 05 16:09:29.302912 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-42ccce74-dc38-4c32-b33c-5bbc851a0b62 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340289 Jul 05 16:09:29.443353 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d9a4d86-53bb-49ed-a584-9941c1ff13ca req-faaa26a8-c107-4e87-9a22-d0e9b59b6f8d service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337011 Jul 05 16:09:30.113122 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-751fdbe7-febd-4d0b-890d-f5e73765428b req-698cc760-fe74-44a5-9903-d50e8ef51fa6 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 210 time: 0.0442555 Jul 05 16:09:30.245497 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee281f-48b1-4f95-8d5e-7435c6e99c1f req-662aa43b-8e92-4363-b37c-d6473447ebd8 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:30.247209 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-83ee281f-48b1-4f95-8d5e-7435c6e99c1f req-662aa43b-8e92-4363-b37c-d6473447ebd8 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0879233 Jul 05 16:09:30.310039 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-83ee281f-48b1-4f95-8d5e-7435c6e99c1f req-a822e0c2-5e62-4874-9324-5b270bbf051c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Jul 05 16:09:31.123135 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-85694282-91f0-4077-b3b6-efc7c93772d9 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:31.127009 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-85694282-91f0-4077-b3b6-efc7c93772d9 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 811 time: 0.1392787 Jul 05 16:09:31.206407 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-e42cdde0-45df-4108-9503-3bd7a5a4abf1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce431d1255bd41249424d40a1b967240 HTTP/1.1" status: 200 len: 380 time: 0.0701852 Jul 05 16:09:31.220141 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'port': {'device_id': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'admin_state_up': True, 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'security_groups': ['2dfb7372-693a-4a88-9ec5-84dbce92c6e5']}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:09:31.375842 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a38f4d3b-137d-4b15-8fc9-c8eebe816f98 req-93c2001f-c62c-46a0-9a61-8a1e740a61fc tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 210 time: 0.0709248 Jul 05 16:09:31.486520 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Made reservation on behalf of ce431d1255bd41249424d40a1b967240 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:09:31.492863 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:31.608718 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312534-b1f1-44b5-9601-ee56811696f2 req-fbc3b407-ac22-4eff-b6e7-7507b01af724 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:31.611855 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a7312534-b1f1-44b5-9601-ee56811696f2 req-fbc3b407-ac22-4eff-b6e7-7507b01af724 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0947890 Jul 05 16:09:31.670307 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a7312534-b1f1-44b5-9601-ee56811696f2 req-0c9271c9-4462-4b74-83ff-e5a3d4de3fcf tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Jul 05 16:09:31.750291 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Allocated IP 172.20.0.5 (8b7b3404-1e66-4636-a3ac-a2d1f376e903/71be83f5-6e97-48cb-9cc6-2bedd937adbd/37526373-24e6-4417-82da-c91064ace748) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:09:31.937788 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:31.958639 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Transition to ACTIVE for port object 37526373-24e6-4417-82da-c91064ace748 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:09:32.014109 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:32.097506 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:09:32.102190 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:09:32.106778 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:09:32.138871 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event updated for resources: {'Port': ['ID=37526373-24e6-4417-82da-c91064ace748,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:32.168781 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:32.169558 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:32.189107 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-dc7914be-d050-4a94-88cf-c8b63f2dd99c tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9766967 Jul 05 16:09:32.201980 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Request body: {'port': {'device_id': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:09:32.288273 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:32.342903 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-70af9dff-240e-4ef2-98f5-a7a1b94ca169 None None] Provisioning for port 37526373-24e6-4417-82da-c91064ace748 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:09:32.348103 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-70af9dff-240e-4ef2-98f5-a7a1b94ca169 None None] Provisioning complete for port 37526373-24e6-4417-82da-c91064ace748 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:09:32.348484 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-70af9dff-240e-4ef2-98f5-a7a1b94ca169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:32.393854 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-70af9dff-240e-4ef2-98f5-a7a1b94ca169 None None] Port 37526373-24e6-4417-82da-c91064ace748 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:09:32.676058 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002de3f4-eedb-4960-87c9-0f5d914f7bf5 req-ab953e0f-b705-4e9c-9903-042ff3f3442f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:32.678836 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-002de3f4-eedb-4960-87c9-0f5d914f7bf5 req-ab953e0f-b705-4e9c-9903-042ff3f3442f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 931 time: 0.1597610 Jul 05 16:09:32.692401 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37526373-24e6-4417-82da-c91064ace748 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:09:32.706398 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:32.742041 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Transition to ACTIVE for port object 37526373-24e6-4417-82da-c91064ace748 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:09:32.752951 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-002de3f4-eedb-4960-87c9-0f5d914f7bf5 req-4f3ada45-e0ad-4757-97fb-22427911362b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635295 Jul 05 16:09:32.754424 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:32.826701 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Pushing event updated for resources: {'Port': ['ID=37526373-24e6-4417-82da-c91064ace748,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:32.933419 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Attempting to bind port 37526373-24e6-4417-82da-c91064ace748 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:09:32.933892 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Attempting to bind port 37526373-24e6-4417-82da-c91064ace748 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:09:32.934431 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Attempting to bind port 37526373-24e6-4417-82da-c91064ace748 on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:09:32.941789 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Port 37526373-24e6-4417-82da-c91064ace748 on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:09:32.942254 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Attempting to bind port 37526373-24e6-4417-82da-c91064ace748 on network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:09:32.948320 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:09:32.948676 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Checking segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:09:32.949292 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Bound using segment: {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:09:32.949642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Bound port: 37526373-24e6-4417-82da-c91064ace748, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351c8470-4bfa-4f28-8660-ef31b2467a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:09:32.950040 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:33.000141 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650848-5fcd-4227-8662-45570092615c req-03830356-8f72-4226-86de-76cb5d8ef673 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:33.003012 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-57650848-5fcd-4227-8662-45570092615c req-03830356-8f72-4226-86de-76cb5d8ef673 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1205823 Jul 05 16:09:33.060942 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] For port 37526373-24e6-4417-82da-c91064ace748, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:09:33.066638 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] For port 37526373-24e6-4417-82da-c91064ace748, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=37526373-24e6-4417-82da-c91064ace748,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:09:33.071234 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:33.072657 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-57650848-5fcd-4227-8662-45570092615c req-5fbac3ec-f8e4-446a-bb94-916a2f1adf9f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598853 Jul 05 16:09:33.112043 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:33.112654 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:33.114360 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] 10.222.0.39 "PUT /v2.0/ports/37526373-24e6-4417-82da-c91064ace748 HTTP/1.1" status: 200 len: 1093 time: 0.9173365 Jul 05 16:09:33.114618 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'tag': '37526373-24e6-4417-82da-c91064ace748'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:09:33.117011 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0948c3d-6785-40dd-9338-71438436da68" -d '{"events": [{"name": "network-changed", "server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "tag": "37526373-24e6-4417-82da-c91064ace748"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:33.144819 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4286736-1413-4acb-99e5-a99f8374f216 service neutron] Pushing event updated for resources: {'Port': ['ID=37526373-24e6-4417-82da-c91064ace748,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:33.186148 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3650ecbf-6899-4fc9-b94f-700ce4c964bd x-openstack-request-id: req-3650ecbf-6899-4fc9-b94f-700ce4c964bd {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:33.186375 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "tag": "37526373-24e6-4417-82da-c91064ace748", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:33.187596 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3650ecbf-6899-4fc9-b94f-700ce4c964bd {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:33.187596 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'tag': '37526373-24e6-4417-82da-c91064ace748', 'status': 'completed', 'code': 200} Jul 05 16:09:33.270857 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-241dddd3-b176-4618-a088-1326b32dfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:33.272556 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-241dddd3-b176-4618-a088-1326b32dfc0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 1096 time: 0.0769529 Jul 05 16:09:33.328330 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-77723709-30ee-4be6-8958-e595e3fdbcc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37526373-24e6-4417-82da-c91064ace748 HTTP/1.1" status: 200 len: 217 time: 0.0468900 Jul 05 16:09:33.386206 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-59400692-c37e-4b61-9556-e273c44f7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:33.388327 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-59400692-c37e-4b61-9556-e273c44f7890 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71be83f5-6e97-48cb-9cc6-2bedd937adbd HTTP/1.1" status: 200 len: 850 time: 0.0544889 Jul 05 16:09:33.460730 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-ee61aa8e-d49d-4a4e-aa4a-0e4eeb22fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:33.462320 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-ee61aa8e-d49d-4a4e-aa4a-0e4eeb22fef4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b7b3404-1e66-4636-a3ac-a2d1f376e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677073 Jul 05 16:09:33.571869 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-f27a1ed5-8e90-4a07-b471-29823e61a32e service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018629 Jul 05 16:09:33.720255 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af112492-c5c3-4c56-9998-c2e58c3ee512 req-370b32f4-64ec-418a-9bc8-1cc18dea0729 service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413608 Jul 05 16:09:33.844134 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948c3d-6785-40dd-9338-71438436da68 req-ac3aa588-1598-42f9-b42a-f1bbb5a82662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:33.845910 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f0948c3d-6785-40dd-9338-71438436da68 req-ac3aa588-1598-42f9-b42a-f1bbb5a82662 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 1096 time: 0.0665622 Jul 05 16:09:33.982639 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948c3d-6785-40dd-9338-71438436da68 req-13309ce2-8a01-4bef-89cd-c745c5137b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:33.985551 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f0948c3d-6785-40dd-9338-71438436da68 req-13309ce2-8a01-4bef-89cd-c745c5137b06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 912 time: 0.1325033 Jul 05 16:09:34.014607 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95adf0f-7f63-46ba-9a6e-55141b8e901f req-2c4094ba-46bf-4e2e-aa08-88807c12656d tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:34.016470 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b95adf0f-7f63-46ba-9a6e-55141b8e901f req-2c4094ba-46bf-4e2e-aa08-88807c12656d tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 943 time: 0.1007268 Jul 05 16:09:34.035172 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f0948c3d-6785-40dd-9338-71438436da68 req-685921c5-be93-47c2-aa16-49965941c4b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37526373-24e6-4417-82da-c91064ace748 HTTP/1.1" status: 200 len: 217 time: 0.0417686 Jul 05 16:09:34.063521 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b95adf0f-7f63-46ba-9a6e-55141b8e901f req-5bc4a2ed-96b1-46fc-9e14-24b8d60b3d44 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Jul 05 16:09:34.090245 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948c3d-6785-40dd-9338-71438436da68 req-97103bca-c5e4-455d-9a81-11c89f22bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:34.091863 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f0948c3d-6785-40dd-9338-71438436da68 req-97103bca-c5e4-455d-9a81-11c89f22bd56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71be83f5-6e97-48cb-9cc6-2bedd937adbd HTTP/1.1" status: 200 len: 850 time: 0.0499179 Jul 05 16:09:34.159422 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948c3d-6785-40dd-9338-71438436da68 req-00bd0193-4d5b-4ae3-a7b4-14fdd8741823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:34.161033 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f0948c3d-6785-40dd-9338-71438436da68 req-00bd0193-4d5b-4ae3-a7b4-14fdd8741823 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b7b3404-1e66-4636-a3ac-a2d1f376e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602372 Jul 05 16:09:34.264259 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f0948c3d-6785-40dd-9338-71438436da68 req-b3ad3785-6b52-49d7-9b0d-61f558827abb service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948246 Jul 05 16:09:34.407749 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f0948c3d-6785-40dd-9338-71438436da68 req-5ec9ba9b-d5d1-4b3b-8239-ce0dd97260bc service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360135 Jul 05 16:09:34.423597 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fec6b-25a2-4b82-8064-310848a2a32d req-7573b24c-c8f9-4f2e-988a-de84f640aa1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:34.425179 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5e8fec6b-25a2-4b82-8064-310848a2a32d req-7573b24c-c8f9-4f2e-988a-de84f640aa1f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1343944 Jul 05 16:09:34.471213 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5e8fec6b-25a2-4b82-8064-310848a2a32d req-579bc02c-6701-4709-9b8a-3a8788c0480b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384853 Jul 05 16:09:35.276864 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704439-0b34-4014-acce-75366646a9ab req-e6e590b5-f276-4f73-bd2b-2c32fe7b5b3a tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:35.278483 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0b704439-0b34-4014-acce-75366646a9ab req-e6e590b5-f276-4f73-bd2b-2c32fe7b5b3a tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 943 time: 0.0714455 Jul 05 16:09:35.319548 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0b704439-0b34-4014-acce-75366646a9ab req-aba4aabd-a71a-46ca-9dbe-494217f29963 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352528 Jul 05 16:09:35.656999 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce580171-b744-4aa7-b530-b01f8d3d003b req-02b6c1a0-6034-4f57-899a-ac543d11abc3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:35.658605 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce580171-b744-4aa7-b530-b01f8d3d003b req-02b6c1a0-6034-4f57-899a-ac543d11abc3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0712404 Jul 05 16:09:35.704097 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce580171-b744-4aa7-b530-b01f8d3d003b req-b2e4dd00-92a0-4c55-8865-c0caa2944c75 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Jul 05 16:09:36.523500 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8d806-7753-4569-9f1b-5f813453d04b req-d6c44456-9344-445f-a31d-67ac03449ca5 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:36.525117 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bbf8d806-7753-4569-9f1b-5f813453d04b req-d6c44456-9344-445f-a31d-67ac03449ca5 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 943 time: 0.0787520 Jul 05 16:09:36.783767 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bbf8d806-7753-4569-9f1b-5f813453d04b req-106b1c07-cf16-46f2-9bd7-22c2e3ea3f87 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526114 Jul 05 16:09:36.875421 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-37d36b4a-011a-4ecc-a988-218c3a114539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:36.970804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 37526373-24e6-4417-82da-c91064ace748 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:09:36.971231 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e09aa4-52dd-4302-8d89-c83361fefd2e req-f953fd2e-94fd-4daf-8699-09f3d9c712fa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:36.972980 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f3e09aa4-52dd-4302-8d89-c83361fefd2e req-f953fd2e-94fd-4daf-8699-09f3d9c712fa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0703912 Jul 05 16:09:37.039690 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f3e09aa4-52dd-4302-8d89-c83361fefd2e req-847690a1-8e7e-48c7-9eba-54fb0916467a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590744 Jul 05 16:09:37.122591 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 37526373-24e6-4417-82da-c91064ace748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=37526373-24e6-4417-82da-c91064ace748,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:37.138225 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '37526373-24e6-4417-82da-c91064ace748', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'port_id': '37526373-24e6-4417-82da-c91064ace748', 'mac_address': 'fa:16:3e:36:cd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:09:37.201090 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:37.220670 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37526373-24e6-4417-82da-c91064ace748 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:09:37.245897 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 37526373-24e6-4417-82da-c91064ace748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=37526373-24e6-4417-82da-c91064ace748,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:37.251794 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:37.320987 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=37526373-24e6-4417-82da-c91064ace748,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:37.328818 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.329341 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.329664 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.329987 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.330451 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.330905 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.331237 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.331576 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.331932 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.332266 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.332541 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.332923 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:09:37.535593 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['37526373-24e6-4417-82da-c91064ace748'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:09:37.996863 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d775169-a2a4-4851-9341-a28caa92416e req-a4f26e62-2a1c-4736-b813-5b1b98da90e7 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:37.998582 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9d775169-a2a4-4851-9341-a28caa92416e req-a4f26e62-2a1c-4736-b813-5b1b98da90e7 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 944 time: 0.0742702 Jul 05 16:09:38.052632 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9d775169-a2a4-4851-9341-a28caa92416e req-a162236b-c667-412a-8a26-ed8cc1e617ab tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469260 Jul 05 16:09:38.287720 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6a386-797d-46d5-8f96-c6a8feab38c8 req-93a9abdb-b2b5-4827-ab1f-001d2986b9d3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:38.289390 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-32b6a386-797d-46d5-8f96-c6a8feab38c8 req-93a9abdb-b2b5-4827-ab1f-001d2986b9d3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0989330 Jul 05 16:09:38.335365 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-32b6a386-797d-46d5-8f96-c6a8feab38c8 req-98c1adf2-0515-4052-ad07-5962945b7456 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Jul 05 16:09:38.986466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 37526373-24e6-4417-82da-c91064ace748 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:09:39.057669 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 37526373-24e6-4417-82da-c91064ace748 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:09:39.063447 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 37526373-24e6-4417-82da-c91064ace748 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:09:39.064071 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:39.156581 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:39.181489 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37526373-24e6-4417-82da-c91064ace748'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:09:39.193458 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804dd9df-82ba-4971-adf0-943b40dfd2a3" -d '{"events": [{"server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "name": "network-vif-plugged", "status": "completed", "tag": "37526373-24e6-4417-82da-c91064ace748"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:39.213291 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 37526373-24e6-4417-82da-c91064ace748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=37526373-24e6-4417-82da-c91064ace748,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:09:39.222387 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:39.267984 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a791a25-fc05-491d-922d-7b952f2aed94 x-openstack-request-id: req-7a791a25-fc05-491d-922d-7b952f2aed94 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:39.268405 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "name": "network-vif-plugged", "status": "completed", "tag": "37526373-24e6-4417-82da-c91064ace748", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:39.268759 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a791a25-fc05-491d-922d-7b952f2aed94 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:39.269236 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37526373-24e6-4417-82da-c91064ace748', 'code': 200} Jul 05 16:09:39.329588 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879853b9-a1df-4de9-afa3-143816ea2d69 req-2571ad23-435d-40e7-8494-9b7b6df1fe3a tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:39.331657 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-879853b9-a1df-4de9-afa3-143816ea2d69 req-2571ad23-435d-40e7-8494-9b7b6df1fe3a tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 945 time: 0.0871296 Jul 05 16:09:39.408890 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-879853b9-a1df-4de9-afa3-143816ea2d69 req-239364c7-f521-4436-abf5-6c025548c411 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660393 Jul 05 16:09:39.468466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=37526373-24e6-4417-82da-c91064ace748,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:09:39.471861 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d463a6aa-d010-4775-9ed3-2fc8bf8269cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:39.715554 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:39.862078 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fb02-2bf5-442b-bd05-1a8a42b76668 req-e066bfed-e1e0-4137-9dd4-cc5933ca33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:39.863602 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e803fb02-2bf5-442b-bd05-1a8a42b76668 req-e066bfed-e1e0-4137-9dd4-cc5933ca33aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 1098 time: 0.3475482 Jul 05 16:09:39.875944 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4592439-5500-4766-aa95-d7816662a288 req-0b644899-ce10-48a8-acff-6d5f6124c092 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:39.877561 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c4592439-5500-4766-aa95-d7816662a288 req-0b644899-ce10-48a8-acff-6d5f6124c092 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.3473821 Jul 05 16:09:39.933886 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e803fb02-2bf5-442b-bd05-1a8a42b76668 req-198bab81-c4cb-46b0-b47e-8293df968368 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551519 Jul 05 16:09:39.939795 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c4592439-5500-4766-aa95-d7816662a288 req-4e009981-e4c0-47c5-afba-23cb86a28098 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Jul 05 16:09:40.605951 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a18635-e8f3-4e45-b00d-43225577b386 req-ea8fc8fa-0bbd-45e7-b9e7-0500a763e488 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:40.607614 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d5a18635-e8f3-4e45-b00d-43225577b386 req-ea8fc8fa-0bbd-45e7-b9e7-0500a763e488 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 945 time: 0.0756803 Jul 05 16:09:40.651557 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d5a18635-e8f3-4e45-b00d-43225577b386 req-514de40c-eab5-49b8-b531-63e4dadd5338 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Jul 05 16:09:40.990832 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:41.004251 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f3ba-01fd-40f7-bf76-cc24912e4856 req-62d5831b-522e-4a29-a1f3-34c289a1a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:41.006107 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2364f3ba-01fd-40f7-bf76-cc24912e4856 req-62d5831b-522e-4a29-a1f3-34c289a1a54f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.0646248 Jul 05 16:09:41.051494 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2364f3ba-01fd-40f7-bf76-cc24912e4856 req-7f2e3459-7db8-4fd9-baef-168febdd3989 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Jul 05 16:09:41.197118 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd152-6cb2-4992-a699-fbbb4e3ce334 req-8bd2e6fe-c1d6-4bac-8737-4c63446a5eaf tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:41.198434 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-325dd152-6cb2-4992-a699-fbbb4e3ce334 req-8bd2e6fe-c1d6-4bac-8737-4c63446a5eaf tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0700872 Jul 05 16:09:41.247792 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-325dd152-6cb2-4992-a699-fbbb4e3ce334 req-b7b66fef-e3f1-4043-a313-111f62452a5e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Jul 05 16:09:41.869093 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4b7c1-21aa-4e9d-b594-fe5dc0fe93d0 req-1f5c858e-1f5a-4e11-9459-306190b1dcd0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:41.871275 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7cc4b7c1-21aa-4e9d-b594-fe5dc0fe93d0 req-1f5c858e-1f5a-4e11-9459-306190b1dcd0 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 945 time: 0.0984883 Jul 05 16:09:41.920784 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7cc4b7c1-21aa-4e9d-b594-fe5dc0fe93d0 req-a976a120-6539-425f-8f34-ae3cedb7ee71 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395410 Jul 05 16:09:42.133362 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b9390-fabf-4c89-8ae5-c831a8088c8b req-ffebeb79-d665-4147-a7b7-24bc36f13837 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:42.134952 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7b6b9390-fabf-4c89-8ae5-c831a8088c8b req-ffebeb79-d665-4147-a7b7-24bc36f13837 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 945 time: 0.0713444 Jul 05 16:09:42.143940 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 44718) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:09:42.151430 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Request body: {'floatingip': {'port_id': '37526373-24e6-4417-82da-c91064ace748'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:09:42.192903 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:42.460071 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9840-8810-4a66-ba9a-d0a26a84e6a7 req-ad0532e0-9343-4da8-9d7a-8ea4cce4757e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:42.461682 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-89fe9840-8810-4a66-ba9a-d0a26a84e6a7 req-ad0532e0-9343-4da8-9d7a-8ea4cce4757e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0839345 Jul 05 16:09:42.507224 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-89fe9840-8810-4a66-ba9a-d0a26a84e6a7 req-3d11995e-515a-45ba-ba19-5eb0649d48ee tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Jul 05 16:09:42.888288 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:42.894007 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:43.082398 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Floating IP de8d6676-ed8c-4a78-96ce-d03f912ac202 associated. External IP: 172.27.3.217, port: 37526373-24e6-4417-82da-c91064ace748. Jul 05 16:09:43.159412 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-cc891c7a-025c-48ea-811a-abb04a97d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:43.161079 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-cc891c7a-025c-48ea-811a-abb04a97d666 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.1639819 Jul 05 16:09:43.275170 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b3ac-f05d-4ca3-a5b6-d47b53e24008 req-cb682fa9-d76e-4480-8b36-95307e34c531 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:43.276637 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7a07b3ac-f05d-4ca3-a5b6-d47b53e24008 req-cb682fa9-d76e-4480-8b36-95307e34c531 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.2424009 Jul 05 16:09:43.361237 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:43.392463 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7a07b3ac-f05d-4ca3-a5b6-d47b53e24008 req-2031c6d2-8eed-4d82-978b-02e477fafe2b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031220 Jul 05 16:09:43.398028 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-b4b5cb30-81c7-419b-ba96-3f8fb3f82e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:43.400613 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-b4b5cb30-81c7-419b-ba96-3f8fb3f82e1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.2091265 Jul 05 16:09:43.466696 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-9c840183-54c9-402e-9c22-384eec90bb1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0580099 Jul 05 16:09:43.564670 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-6b59c27a-06ca-407d-b6e5-0496eedfcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:43.566186 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-6b59c27a-06ca-407d-b6e5-0496eedfcc15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0677078 Jul 05 16:09:43.572506 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Router 55d8dd00-c9e4-46a1-bf75-d520eed1484e has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:09:43.632175 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-ade7a2c7-0238-467b-82ba-fc20d163f759 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582263 Jul 05 16:09:43.761762 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-2ce3a901-5b73-48da-94de-3f6d31597d98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604854 Jul 05 16:09:43.848335 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-fba94c88-2cb6-4c34-ab75-6a8604e6108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:43.849820 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-fba94c88-2cb6-4c34-ab75-6a8604e6108b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41d199a67a75427e90c6bd0bec075c0d&device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 1098 time: 0.0649431 Jul 05 16:09:43.979067 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-aefe7e1d-87db-4df6-ab39-744ba70a63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:43.980674 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-aefe7e1d-87db-4df6-ab39-744ba70a63cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c HTTP/1.1" status: 200 len: 915 time: 0.1081481 Jul 05 16:09:44.025132 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-166c8847-1bc6-4817-85f1-b0f4b77b352a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e09c23-c3ec-4afc-91cd-5098e6161819 HTTP/1.1" status: 200 len: 217 time: 0.0374892 Jul 05 16:09:44.038582 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:09:44.044313 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:44.051093 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d5e54-4142-4045-97f0-386a69557aed None None] Sync routers for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:09:44.064474 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:09:44.065823 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:09:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:44.072833 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-1cf9afe5-84ea-4f0f-8dfc-24821da61206 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041758 Jul 05 16:09:44.094417 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-a806ab8d-6f3d-4bda-bb43-6d8c658859b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:44.095997 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-a806ab8d-6f3d-4bda-bb43-6d8c658859b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da669c5e-8f5a-48d3-9fad-937c2c45fb2d HTTP/1.1" status: 200 len: 854 time: 0.0651038 Jul 05 16:09:44.097872 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-21b250c5-6307-4fdb-ae58-2e8d0385fe35 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "PUT /v2.0/floatingips/de8d6676-ed8c-4a78-96ce-d03f912ac202 HTTP/1.1" status: 200 len: 991 time: 1.9527516 Jul 05 16:09:44.108006 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'tag': '37526373-24e6-4417-82da-c91064ace748'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:09:44.110392 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e2b381-693f-4fc8-8c7c-194fd230ac8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "tag": "37526373-24e6-4417-82da-c91064ace748"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:09:44.148351 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-8521de64-1b54-4d5d-9947-c74142c4de5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388846 Jul 05 16:09:44.186258 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-89ad9a7a-6131-4c38-b71e-0ff7b5516196 req-ca0ede20-7abb-4dab-acb4-7c44b34d9ec3 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038392 Jul 05 16:09:44.196586 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb2490-113e-4ee4-b4ee-85f7ebe835a9 x-openstack-request-id: req-a8bb2490-113e-4ee4-b4ee-85f7ebe835a9 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:09:44.197155 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "tag": "37526373-24e6-4417-82da-c91064ace748", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:09:44.197734 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8bb2490-113e-4ee4-b4ee-85f7ebe835a9 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:09:44.198452 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'tag': '37526373-24e6-4417-82da-c91064ace748', 'status': 'completed', 'code': 200} Jul 05 16:09:44.260716 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-3cf476f9-2a8c-4fea-9399-38fc013116e9 service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063600 Jul 05 16:09:44.262155 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:09:44.328607 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-a2da7f33-2c59-48a5-927c-8381b8bff9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:44.330210 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-a2da7f33-2c59-48a5-927c-8381b8bff9b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce431d1255bd41249424d40a1b967240&device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 1098 time: 0.1055138 Jul 05 16:09:44.399015 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-e2cb6504-c095-4428-b473-7d8eca3625c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258922 Jul 05 16:09:44.473947 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-a5368713-ef04-41db-b365-aac0522667df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:44.476441 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-a5368713-ef04-41db-b365-aac0522667df service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 200 len: 912 time: 0.1387334 Jul 05 16:09:44.590247 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-90048e94-4ee2-4665-a267-1856bc5ec644 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37526373-24e6-4417-82da-c91064ace748 HTTP/1.1" status: 200 len: 999 time: 0.1030364 Jul 05 16:09:44.741961 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-eba2f2b2-f5ea-4b76-966a-da3bfbcc150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:44.744500 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-eba2f2b2-f5ea-4b76-966a-da3bfbcc150e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71be83f5-6e97-48cb-9cc6-2bedd937adbd HTTP/1.1" status: 200 len: 850 time: 0.1468720 Jul 05 16:09:44.746269 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'de8d6676-ed8c-4a78-96ce-d03f912ac202', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'port_id': '37526373-24e6-4417-82da-c91064ace748', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'mac_address': 'fa:16:3e:36:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:09:24Z', 'updated_at': '2021-07-05T16:09:42Z', 'revision_number': 1, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:44.777910 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d5e54-4142-4045-97f0-386a69557aed None None] Checking router: 55d8dd00-c9e4-46a1-bf75-d520eed1484e for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:09:44.793156 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:09:44.794305 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:09:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:44.837324 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f960a6-8ea2-43d9-8192-8bf7353c9fee req-297189c0-6874-40a8-b648-73e8581633ba tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:44.839859 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b0f960a6-8ea2-43d9-8192-8bf7353c9fee req-297189c0-6874-40a8-b648-73e8581633ba tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.1872475 Jul 05 16:09:44.892746 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-ad34234c-9cc7-4d7b-991e-144839abc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:44.894302 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-ad34234c-9cc7-4d7b-991e-144839abc234 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b7b3404-1e66-4636-a3ac-a2d1f376e903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1426551 Jul 05 16:09:44.920771 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b0f960a6-8ea2-43d9-8192-8bf7353c9fee req-2400d2c5-d9e0-472a-80f4-f9d90418f980 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710242 Jul 05 16:09:44.923373 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:09:45.002607 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-cf803412-1e4f-43bd-8dfd-54aed7788c5b service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978749 Jul 05 16:09:45.098953 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-68e2b381-693f-4fc8-8c7c-194fd230ac8b req-ede0fee8-5581-4c88-93bb-bd9940a807d3 service neutron] 10.222.0.39 "GET /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897975 Jul 05 16:09:45.188929 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-254d5e54-4142-4045-97f0-386a69557aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'de8d6676-ed8c-4a78-96ce-d03f912ac202', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'port_id': '37526373-24e6-4417-82da-c91064ace748', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'mac_address': 'fa:16:3e:36:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:09:24Z', 'updated_at': '2021-07-05T16:09:42Z', 'revision_number': 1, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:09:45.215604 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d5e54-4142-4045-97f0-386a69557aed None None] The sync data for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi is: [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'de8d6676-ed8c-4a78-96ce-d03f912ac202', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'port_id': '37526373-24e6-4417-82da-c91064ace748', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'mac_address': 'fa:16:3e:36:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:09:24Z', 'updated_at': '2021-07-05T16:09:42Z', 'revision_number': 1, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:09:45.420070 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2cb41c-d0f1-47d1-85dd-78b2cc9d14c0 None None] New status for floating IP de8d6676-ed8c-4a78-96ce-d03f912ac202: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:09:46.134887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6c61f-0908-4941-a520-59422fa8f076 req-5eac64d2-cdac-4f51-b69c-70d7583df651 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:46.136440 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7cd6c61f-0908-4941-a520-59422fa8f076 req-5eac64d2-cdac-4f51-b69c-70d7583df651 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0832071 Jul 05 16:09:46.142120 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:09:46.194579 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7cd6c61f-0908-4941-a520-59422fa8f076 req-cf2cb682-aba4-4817-9073-158a64b3f5c9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502737 Jul 05 16:09:47.411459 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5d5dd-1b87-4a77-b538-89cec04a4843 req-53c9cc35-edba-403f-9386-64f5f863e27a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:09:47.413038 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0ce5d5dd-1b87-4a77-b538-89cec04a4843 req-53c9cc35-edba-403f-9386-64f5f863e27a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0701051 Jul 05 16:09:47.458683 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0ce5d5dd-1b87-4a77-b538-89cec04a4843 req-9abb9aa3-07c9-4f1e-9cd4-52dc6d860ee0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Jul 05 16:09:49.636457 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:10:06.872580 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7ba12c77-10d2-4bb4-8642-9a477e6dd4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:09.404771 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-638ec23c-1651-47d6-aa03-7bbefc7e9bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:09.708511 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:10.989161 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:13.358054 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:16.167772 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:26.634550 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:10:36.865298 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f95c2c97-f3ec-49db-ac26-3f4ff92d8f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:39.409265 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c60589e9-cbac-44d8-be02-b2ef280c2b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:39.721456 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:40.998349 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:43.371649 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:10:44.902361 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-c75eb5e2-6c9c-48b9-b284-db0ebbd98f28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1840439 Jul 05 16:10:44.981676 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-387ecd76-f853-49e0-bf57-2ec5f6a2e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:10:44.983200 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-387ecd76-f853-49e0-bf57-2ec5f6a2e376 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 1099 time: 0.0571532 Jul 05 16:10:45.105008 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-705aa343-b360-4e70-b279-59dfb993f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:10:45.106535 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-705aa343-b360-4e70-b279-59dfb993f225 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.1019912 Jul 05 16:10:45.152268 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-b5616546-91c4-4d44-a981-b1103998dec3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0390804 Jul 05 16:10:45.212171 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-3644e15f-1cdf-47e3-9dbe-ebcfc7d0ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:10:45.213202 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-3644e15f-1cdf-47e3-9dbe-ebcfc7d0ae58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0550697 Jul 05 16:10:45.249857 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-75dec517-6591-479a-aa4d-56b45753389c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288393 Jul 05 16:10:45.348989 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-29c247d3-8999-4972-ac38-9bf94bebe6cf service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929306 Jul 05 16:10:45.444506 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a53050b3-eb2a-47d4-8144-7d08fc4c2610 req-7a317670-11dc-4ce5-833e-20d4eca0f625 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897775 Jul 05 16:10:46.183961 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:03.637442 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:11:06.871837 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7329c04d-0230-4efd-a83a-6033feeab4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:09.417832 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d645e683-ee54-4aee-879c-9cb09682784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:09.716202 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:10.994494 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:13.365248 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:16.184372 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:36.865522 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-839a8296-ffbc-4002-bde2-cf61ac4d5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:39.412603 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-16f27520-d912-4f71-9abb-87e3ac4da564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:39.719002 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:40.637135 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:11:40.990628 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:43.368757 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:46.215034 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:11:46.672090 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-0b8a0c47-27a7-49a9-8b8b-df9ddb72c215 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559142 Jul 05 16:11:46.766247 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-c6f43180-176d-4cb3-9966-f0d4c99e300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:11:46.768693 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-c6f43180-176d-4cb3-9966-f0d4c99e300f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0528708 Jul 05 16:11:46.873065 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-6977c46e-b32b-4dec-8fd0-90b2c72b8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:11:46.874564 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-6977c46e-b32b-4dec-8fd0-90b2c72b8372 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0855989 Jul 05 16:11:46.914800 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-372d46eb-ddeb-4396-8a95-ee788e8eca9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0333538 Jul 05 16:11:46.964051 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-b0d9b672-29d7-405d-a425-2ae2f9aa3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:11:46.965588 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-b0d9b672-29d7-405d-a425-2ae2f9aa3435 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0447044 Jul 05 16:11:46.999168 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-4b6325d9-cdd9-46ce-9ba3-325e0e20a1f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275257 Jul 05 16:11:47.098785 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-56cb505b-0f10-4870-8255-af683caada88 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924990 Jul 05 16:11:47.186928 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-242eec83-ae0d-4468-bfd2-c278782628e6 req-84f1f182-9d9e-49ab-a454-8a32a05986bc service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814664 Jul 05 16:12:06.867648 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-88b0889b-82ec-4ee4-9d4f-b2e062cf8c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:09.415109 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-16497501-9bbe-468c-8c4f-6bb823b8cf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:09.722257 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:10.995344 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:13.374488 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:16.230657 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:17.636819 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:12:36.868772 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6775a76b-c91d-4fd0-9ff5-3c99db2478bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:39.415848 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3bf55179-40ec-47b0-b002-a49ca107f3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:39.723516 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:41.002135 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:43.373510 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:46.246131 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:12:48.704600 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-a3c87c3e-4694-442f-8a20-5b62adca3fb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595143 Jul 05 16:12:48.778166 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-b1e45343-330a-4947-be5c-ef7229443256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:12:48.779662 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-b1e45343-330a-4947-be5c-ef7229443256 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.0539536 Jul 05 16:12:48.886332 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-9348051e-f0b5-42d2-ad71-4fe95f8b809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:12:48.887858 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-9348051e-f0b5-42d2-ad71-4fe95f8b809b service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.0874119 Jul 05 16:12:48.931499 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-edb5d7d9-92cc-496d-8ed3-819f3ab83111 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0374694 Jul 05 16:12:48.981395 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-9e8a5fb2-47e4-4883-8e5c-ad980db41945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:12:48.982873 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-9e8a5fb2-47e4-4883-8e5c-ad980db41945 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0456138 Jul 05 16:12:49.015910 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-75475729-227e-450c-85e2-85e5e0ac121e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269098 Jul 05 16:12:49.110671 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-50f024da-414b-450f-98f0-634f264323d0 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886843 Jul 05 16:12:49.211265 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86678889-50bb-4eca-a73c-44e882c0ff00 req-03b721c3-708c-491c-a0c4-9aee639ec06b service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927262 Jul 05 16:12:54.636824 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:13:06.871018 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e457c8f-33fb-4475-a537-8594b62e9a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:09.416904 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-70c45e84-de08-422b-9eb7-37b24d043f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:09.725601 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:11.002781 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:13.382714 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:16.263852 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:17.658617 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-228b3a21-f6b0-4e16-b5e7-3c916e82342c tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:17.661528 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-228b3a21-f6b0-4e16-b5e7-3c916e82342c tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.1195154 Jul 05 16:13:17.676989 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-7c20255d-c89d-46ce-8e06-c71842e52626 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/quotas/06736ca587f148f3a9b7bb7d9c19b472 HTTP/1.1" status: 200 len: 375 time: 0.0097413 Jul 05 16:13:17.751515 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-73b0e17e-5f50-41cf-857d-7a8f89e224e5 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690227 Jul 05 16:13:17.889281 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-0f0138cf-39a7-4349-bb93-6d7d45d701d8 service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299262 Jul 05 16:13:17.984063 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-60ea52b9-f216-44c5-8d5c-5c0c8283beba service neutron] 10.222.0.24 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888693 Jul 05 16:13:18.193440 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bf322643-23c8-4227-9a6c-be153b50b78c req-bb586d2a-3f2c-4131-8160-d74e147bb494 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 210 time: 0.0367358 Jul 05 16:13:18.943654 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 48138) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:19.092401 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.194650 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.199511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.238718 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09be3d10-24c4-4179-bbea-4cbe788e0759,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:19.245545 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66f2d5cffe05481892367fa88d93e8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986865 Jul 05 16:13:19.246760 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 48150) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:19.261946 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.262736 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.263240 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.263734 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.264227 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.264719 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.265218 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.267028 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.267028 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.267028 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.267028 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.268435 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a3286-ce86-4c2d-9284-9995588f92df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:19.338493 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbde3-0d1d-4173-b3c7-8c6096b9eb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.366871 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbde3-0d1d-4173-b3c7-8c6096b9eb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.374758 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-acc69f66-71d5-44b2-9021-6fd3c0dd25b7 req-73865be3-22a2-4ecd-83cf-8635c51dd8b6 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 210 time: 0.0388427 Jul 05 16:13:19.512418 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbde3-0d1d-4173-b3c7-8c6096b9eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.515182 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbde3-0d1d-4173-b3c7-8c6096b9eb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.516382 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-dbcfbde3-0d1d-4173-b3c7-8c6096b9eb3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09be3d10-24c4-4179-bbea-4cbe788e0759 HTTP/1.1" status: 204 len: 168 time: 0.2689226 Jul 05 16:13:19.539809 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfbde3-0d1d-4173-b3c7-8c6096b9eb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09be3d10-24c4-4179-bbea-4cbe788e0759,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:19.558726 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-6e86c58b-5946-4975-bb4a-51278c384075 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:19.560648 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-6e86c58b-5946-4975-bb4a-51278c384075 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 814 time: 0.1382911 Jul 05 16:13:19.574179 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Request body: {'port': {'device_id': '7705aa50-afcd-4342-8594-ecda787e055a', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'admin_state_up': True, 'tenant_id': '06736ca587f148f3a9b7bb7d9c19b472'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:13:19.713400 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Made reservation on behalf of 06736ca587f148f3a9b7bb7d9c19b472 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:13:19.717619 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:19.856614 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Allocated IP 172.20.0.11 (be2a64f6-67a9-480d-9317-a8bb5188c28a/8427053e-7bcd-4031-b9ff-51a15b5b58a2/650cab53-0769-49c0-91da-d3c4aac9d627) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:13:19.886015 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 48168) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:19.900666 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.008251 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.013661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.028635 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.057340 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83529764df8241b3bc2a77c39dfad65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699927 Jul 05 16:13:20.059880 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b9848-382d-4aa5-a2cd-5f6481febdb0,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:20.062562 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 48170) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:20.067624 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.067969 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.068307 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.068643 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.068970 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.069295 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.069675 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.070009 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.070330 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.070649 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.070974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.071291 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548925f-87b7-4235-bf02-a4f5cfddd7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:20.099081 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.111935 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', '1dfa985b-84cc-46df-a8d6-33421c9c30e2', '5a9b0393-3992-4751-92a3-9555e286a50a'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:13:20.193624 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Network be2a64f6-67a9-480d-9317-a8bb5188c28a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:13:20.200471 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:13:20.207904 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event updated for resources: {'Port': ['ID=650cab53-0769-49c0-91da-d3c4aac9d627,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:20.210874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:13:20.214173 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ce0e072b-4916-48e5-a954-0e81f8b4a815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.268531 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ce0e072b-4916-48e5-a954-0e81f8b4a815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.286958 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:20.287615 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.327296 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-f0f8d020-94f4-46b5-ba7e-885f3aec32e7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7582080 Jul 05 16:13:20.339714 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Request body: {'port': {'device_id': '7705aa50-afcd-4342-8594-ecda787e055a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:13:20.407372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ce0e072b-4916-48e5-a954-0e81f8b4a815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.411676 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ce0e072b-4916-48e5-a954-0e81f8b4a815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.415505 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ce0e072b-4916-48e5-a954-0e81f8b4a815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a35b9848-382d-4aa5-a2cd-5f6481febdb0 HTTP/1.1" status: 204 len: 168 time: 0.3493223 Jul 05 16:13:20.426184 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e072b-4916-48e5-a954-0e81f8b4a815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b9848-382d-4aa5-a2cd-5f6481febdb0,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:20.439994 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.708320 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75fbf-feda-423e-a4d4-1f037684a2c9 req-93d65b84-36d1-48d6-88d8-48a382418b33 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:20.710001 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4ca75fbf-feda-423e-a4d4-1f037684a2c9 req-93d65b84-36d1-48d6-88d8-48a382418b33 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 932 time: 0.1473982 Jul 05 16:13:20.774962 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4ca75fbf-feda-423e-a4d4-1f037684a2c9 req-0828f86f-2235-4a16-b02b-8687182f2612 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583253 Jul 05 16:13:20.828154 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650cab53-0769-49c0-91da-d3c4aac9d627 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:13:20.837670 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.853301 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Transition to ACTIVE for port object 650cab53-0769-49c0-91da-d3c4aac9d627 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:13:20.857292 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.889966 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 48192) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:20.903702 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3086879e-ce79-4c16-a624-17053c5c02e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:20.915299 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Pushing event updated for resources: {'Port': ['ID=650cab53-0769-49c0-91da-d3c4aac9d627,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:21.011278 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3086879e-ce79-4c16-a624-17053c5c02e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.013565 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Attempting to bind port 650cab53-0769-49c0-91da-d3c4aac9d627 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:13:21.014162 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Attempting to bind port 650cab53-0769-49c0-91da-d3c4aac9d627 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:13:21.014669 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Attempting to bind port 650cab53-0769-49c0-91da-d3c4aac9d627 on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:13:21.018066 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3086879e-ce79-4c16-a624-17053c5c02e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.022175 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Port 650cab53-0769-49c0-91da-d3c4aac9d627 on network be2a64f6-67a9-480d-9317-a8bb5188c28a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:13:21.022636 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Attempting to bind port 650cab53-0769-49c0-91da-d3c4aac9d627 on network be2a64f6-67a9-480d-9317-a8bb5188c28a {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:13:21.029087 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:13:21.029802 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Checking segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:13:21.029802 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Bound using segment: {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:13:21.030145 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Bound port: 650cab53-0769-49c0-91da-d3c4aac9d627, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fdaa39-30df-483f-9394-4ac0297a4343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:13:21.030654 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.059777 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3086879e-ce79-4c16-a624-17053c5c02e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fa3a304a9434149a3f0d2e370ff9c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686952 Jul 05 16:13:21.060661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086879e-ce79-4c16-a624-17053c5c02e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf53f394-d952-4fd4-953f-ce3c461c91c3,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:21.063008 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 48194) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:21.114214 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] For port 650cab53-0769-49c0-91da-d3c4aac9d627, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:13:21.114445 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e408-11ba-439b-a3a3-0bb14f20ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.117649 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] For port 650cab53-0769-49c0-91da-d3c4aac9d627, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=650cab53-0769-49c0-91da-d3c4aac9d627,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:13:21.124353 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.142505 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e408-11ba-439b-a3a3-0bb14f20ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.162179 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:21.162801 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.164225 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] 10.222.0.39 "PUT /v2.0/ports/650cab53-0769-49c0-91da-d3c4aac9d627 HTTP/1.1" status: 200 len: 1094 time: 0.8291442 Jul 05 16:13:21.164665 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7705aa50-afcd-4342-8594-ecda787e055a', 'tag': '650cab53-0769-49c0-91da-d3c4aac9d627'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:13:21.166950 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da6c980-87b7-42e1-9ce5-640d5e065d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7705aa50-afcd-4342-8594-ecda787e055a", "tag": "650cab53-0769-49c0-91da-d3c4aac9d627"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:21.214742 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32543e2-5f83-4386-ab37-1704e24777fe service neutron] Pushing event updated for resources: {'Port': ['ID=650cab53-0769-49c0-91da-d3c4aac9d627,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:21.232067 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e408-11ba-439b-a3a3-0bb14f20ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.236394 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e408-11ba-439b-a3a3-0bb14f20ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:21.240273 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d2e9e408-11ba-439b-a3a3-0bb14f20ee74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf53f394-d952-4fd4-953f-ce3c461c91c3 HTTP/1.1" status: 204 len: 168 time: 0.1759932 Jul 05 16:13:21.255752 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9e408-11ba-439b-a3a3-0bb14f20ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf53f394-d952-4fd4-953f-ce3c461c91c3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:21.319787 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-608bd162-669d-4460-a3d0-16d6969f915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:21.321948 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-608bd162-669d-4460-a3d0-16d6969f915e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 1097 time: 0.0964572 Jul 05 16:13:21.372682 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-670e3bb4-9c62-462c-b169-1f5ee383d82a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650cab53-0769-49c0-91da-d3c4aac9d627 HTTP/1.1" status: 200 len: 217 time: 0.0425825 Jul 05 16:13:21.432731 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-4aa5b5fb-c054-402a-bc6e-dddf38f1a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:21.434823 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-4aa5b5fb-c054-402a-bc6e-dddf38f1a592 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0549669 Jul 05 16:13:21.452604 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608101bb-cca5-4025-9384-ddf026a931df x-openstack-request-id: req-608101bb-cca5-4025-9384-ddf026a931df {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:21.452921 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7705aa50-afcd-4342-8594-ecda787e055a", "tag": "650cab53-0769-49c0-91da-d3c4aac9d627", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:21.453113 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-608101bb-cca5-4025-9384-ddf026a931df {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:21.453578 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7705aa50-afcd-4342-8594-ecda787e055a', 'tag': '650cab53-0769-49c0-91da-d3c4aac9d627', 'status': 'completed', 'code': 200} Jul 05 16:13:21.474123 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-8e4135be-9539-4162-85fe-b550951d52d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327139 Jul 05 16:13:21.571654 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-0ba7dce6-821c-4735-ac1f-5c421bff6b73 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914123 Jul 05 16:13:21.666345 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b752412a-d1b0-4f2f-83fd-870952768d2f req-2090fd26-3f15-4dfb-aac4-11886d4d838d service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876684 Jul 05 16:13:21.781773 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-d841e641-a36e-48ba-9c23-aa60ee63917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:21.783279 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-d841e641-a36e-48ba-9c23-aa60ee63917d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 1097 time: 0.0645950 Jul 05 16:13:21.888463 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-017b4c37-95c4-442a-9d75-71d19e1773f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:21.890066 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-017b4c37-95c4-442a-9d75-71d19e1773f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0998547 Jul 05 16:13:21.958985 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-c7d71071-1c5d-4495-89b4-ba17fc662bf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650cab53-0769-49c0-91da-d3c4aac9d627 HTTP/1.1" status: 200 len: 217 time: 0.0563593 Jul 05 16:13:22.028257 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fd42-719c-4f73-a1e9-68d53e00e14e req-d2217f24-da43-4852-8481-4723da8408f7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:22.029774 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7fc3fd42-719c-4f73-a1e9-68d53e00e14e req-d2217f24-da43-4852-8481-4723da8408f7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 944 time: 0.1369114 Jul 05 16:13:22.031126 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-c353e1af-62d9-4a23-aaad-bc0e091ca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:22.032457 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-c353e1af-62d9-4a23-aaad-bc0e091ca87f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0657539 Jul 05 16:13:22.078659 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-c35d0a9f-1fc1-4e02-b7ae-67f4008a9ed5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355611 Jul 05 16:13:22.123859 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7fc3fd42-719c-4f73-a1e9-68d53e00e14e req-9f762ac5-86c3-4b16-946f-50db54c13d8d tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Jul 05 16:13:22.197257 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-a1adb384-3ae0-42b4-851e-70d3f3c689cb service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055839 Jul 05 16:13:22.296506 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0da6c980-87b7-42e1-9ce5-640d5e065d4e req-deec5aa9-e05c-4b83-a25f-7233b532c2f4 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914903 Jul 05 16:13:22.939541 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 48260) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:23.040961 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c0c0-3e52-4d46-b5a7-e583a9e99404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:23.130679 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c0c0-3e52-4d46-b5a7-e583a9e99404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:23.134837 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c0c0-3e52-4d46-b5a7-e583a9e99404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:23.174020 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7c0c0-3e52-4d46-b5a7-e583a9e99404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5142c944-9e53-4781-a60b-23181534b6e6,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:23.178983 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-4ae7c0c0-3e52-4d46-b5a7-e583a9e99404 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4838cac165fd4579a8fa0e5a2c0ef77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383771 Jul 05 16:13:23.181785 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 48266) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:13:23.237026 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7fb6-44f4-4efd-9e4f-293e7178f681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:23.259521 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7fb6-44f4-4efd-9e4f-293e7178f681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:23.315083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7fb6-44f4-4efd-9e4f-293e7178f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:23.318317 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7fb6-44f4-4efd-9e4f-293e7178f681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:23.319522 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f0eb7fb6-44f4-4efd-9e4f-293e7178f681 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5142c944-9e53-4781-a60b-23181534b6e6 HTTP/1.1" status: 204 len: 168 time: 0.1362650 Jul 05 16:13:23.327786 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb7fb6-44f4-4efd-9e4f-293e7178f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5142c944-9e53-4781-a60b-23181534b6e6,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:23.343536 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef17f-00e5-45f4-b251-e01521332488 req-77418ee3-aec6-479f-bdcb-2abc37e94cc4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:23.346349 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9e1ef17f-00e5-45f4-b251-e01521332488 req-77418ee3-aec6-479f-bdcb-2abc37e94cc4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 944 time: 0.0842626 Jul 05 16:13:23.392343 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9e1ef17f-00e5-45f4-b251-e01521332488 req-4efb27b9-fd2d-4eab-9d96-e6e087219284 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387583 Jul 05 16:13:24.192265 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 650cab53-0769-49c0-91da-d3c4aac9d627 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:13:24.287054 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 650cab53-0769-49c0-91da-d3c4aac9d627, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=650cab53-0769-49c0-91da-d3c4aac9d627,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:24.298399 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '650cab53-0769-49c0-91da-d3c4aac9d627', 'network_id': 'be2a64f6-67a9-480d-9317-a8bb5188c28a', 'port_id': '650cab53-0769-49c0-91da-d3c4aac9d627', 'mac_address': 'fa:16:3e:8a:cc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8427053e-7bcd-4031-b9ff-51a15b5b58a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:13:24.335234 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:24.349252 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650cab53-0769-49c0-91da-d3c4aac9d627 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:13:24.369301 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 650cab53-0769-49c0-91da-d3c4aac9d627, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=650cab53-0769-49c0-91da-d3c4aac9d627,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:24.373545 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:24.428477 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=650cab53-0769-49c0-91da-d3c4aac9d627,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:24.436299 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.436652 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.437070 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.437347 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.437674 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.438030 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.438339 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.438665 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.438992 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.439316 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.439637 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.439960 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:13:24.581747 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9754e8-002b-47be-b55c-94ba6470937f req-fe90527d-30b8-4bb9-b8ab-e3dc68f67a71 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:24.583992 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-dc9754e8-002b-47be-b55c-94ba6470937f req-fe90527d-30b8-4bb9-b8ab-e3dc68f67a71 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 945 time: 0.0694609 Jul 05 16:13:24.626111 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-dc9754e8-002b-47be-b55c-94ba6470937f req-393a0090-d78f-42a0-b235-157a462e02d4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Jul 05 16:13:24.689292 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['650cab53-0769-49c0-91da-d3c4aac9d627'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:13:25.816932 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4189b-69ad-4457-9ee9-0e5950d09915 req-8b722fed-89b9-472f-a028-6e82af87604a tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:25.819164 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-11f4189b-69ad-4457-9ee9-0e5950d09915 req-8b722fed-89b9-472f-a028-6e82af87604a tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 945 time: 0.0740206 Jul 05 16:13:25.861303 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-11f4189b-69ad-4457-9ee9-0e5950d09915 req-db007d5f-4e25-4a7f-89cc-ce7b10ef2714 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Jul 05 16:13:26.189269 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 650cab53-0769-49c0-91da-d3c4aac9d627 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:13:26.239489 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 650cab53-0769-49c0-91da-d3c4aac9d627 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:13:26.243548 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 650cab53-0769-49c0-91da-d3c4aac9d627 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:13:26.243911 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:26.326677 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:26.350824 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7705aa50-afcd-4342-8594-ecda787e055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cab53-0769-49c0-91da-d3c4aac9d627'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:13:26.353208 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1ae237-88f2-482a-babc-07181a110ef9" -d '{"events": [{"server_uuid": "7705aa50-afcd-4342-8594-ecda787e055a", "name": "network-vif-plugged", "status": "completed", "tag": "650cab53-0769-49c0-91da-d3c4aac9d627"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:13:26.368689 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 650cab53-0769-49c0-91da-d3c4aac9d627, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=650cab53-0769-49c0-91da-d3c4aac9d627,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:13:26.383064 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:26.450816 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=650cab53-0769-49c0-91da-d3c4aac9d627,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:13:26.614812 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4c13fe-4e85-4f18-9bc6-8cdc8f239f92 x-openstack-request-id: req-cc4c13fe-4e85-4f18-9bc6-8cdc8f239f92 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:13:26.615260 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7705aa50-afcd-4342-8594-ecda787e055a", "name": "network-vif-plugged", "status": "completed", "tag": "650cab53-0769-49c0-91da-d3c4aac9d627", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:13:26.615624 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc4c13fe-4e85-4f18-9bc6-8cdc8f239f92 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:13:26.616111 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7705aa50-afcd-4342-8594-ecda787e055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cab53-0769-49c0-91da-d3c4aac9d627', 'code': 200} Jul 05 16:13:26.869279 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33456d83-1d3e-4bef-ad32-abb5e5c9c0f2 req-8564b1e9-75c9-4013-a24c-60f7897b9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:26.870851 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-33456d83-1d3e-4bef-ad32-abb5e5c9c0f2 req-8564b1e9-75c9-4013-a24c-60f7897b9dfa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 1099 time: 0.0663035 Jul 05 16:13:26.920848 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-33456d83-1d3e-4bef-ad32-abb5e5c9c0f2 req-94d842ef-06b6-4472-b16b-c06634229090 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Jul 05 16:13:27.085255 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f61f4-58d1-4190-a222-0c1d3e4aacd2 req-793edec9-48b9-4436-911a-b20d76dc4030 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:27.086844 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-298f61f4-58d1-4190-a222-0c1d3e4aacd2 req-793edec9-48b9-4436-911a-b20d76dc4030 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 946 time: 0.0792975 Jul 05 16:13:27.152952 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-298f61f4-58d1-4190-a222-0c1d3e4aacd2 req-8a708d9c-ede5-4ed4-a91a-54aa16107e80 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587239 Jul 05 16:13:28.336493 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c97b6-8d31-498d-ad55-92b917553da0 req-167a1a4e-bc6a-42cf-906a-0dbe9645770e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:28.338088 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-225c97b6-8d31-498d-ad55-92b917553da0 req-167a1a4e-bc6a-42cf-906a-0dbe9645770e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 946 time: 0.0651116 Jul 05 16:13:28.377016 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-225c97b6-8d31-498d-ad55-92b917553da0 req-fcf4613c-a24a-4e21-9eef-9e3d90d00c22 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Jul 05 16:13:31.636712 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:13:36.873391 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ce025f12-d363-4d95-96ef-9bee48629009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:39.417137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a4857166-fd2b-4551-aee7-4fdd71c1ab51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:39.732872 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:41.002622 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:43.381686 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:46.286522 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:13:48.703262 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-ca695e83-950a-4bfc-a036-84ec35dd2df6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507867 Jul 05 16:13:48.795022 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-8d5a305c-c8cb-4bb3-9259-f21f7fe28178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:48.796436 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-8d5a305c-c8cb-4bb3-9259-f21f7fe28178 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1098 time: 0.0682518 Jul 05 16:13:48.916148 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-0bc75759-4324-4eac-b546-f9eb83eb1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:48.917786 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-0bc75759-4324-4eac-b546-f9eb83eb1142 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.0992637 Jul 05 16:13:48.963549 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-c4bc816b-bda3-487b-8751-14c48395632b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 200 len: 217 time: 0.0388730 Jul 05 16:13:49.260766 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-4ddd0c81-8e84-4d82-8428-69c477e580ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:13:49.262263 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-4ddd0c81-8e84-4d82-8428-69c477e580ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.2921119 Jul 05 16:13:49.299492 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-7d1aa8a1-d76c-41f1-a306-eef9cef838a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271506 Jul 05 16:13:49.411079 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-ab8617f4-6e2b-4f8c-875d-04408c3894d3 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041932 Jul 05 16:13:49.504324 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14429cfa-1ab3-4ca3-88eb-24a6ff4f7649 req-4b2839a1-ca2b-48d7-91ba-bbd13e2ce5e4 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860007 Jul 05 16:14:06.873536 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-856816c8-61f8-4e89-a276-a0c4b9fe2d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:08.636303 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:14:09.419006 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1b9f23ce-8679-4b84-a2ed-333244915b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:09.728832 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:11.006633 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:13.384033 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:16.296310 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:36.876682 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-23b1dd6d-364d-4536-84a8-9fb861b48bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:39.425805 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6dbf90bb-c10b-4808-a5f6-06463c99c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:39.721625 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:41.015649 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:43.393998 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:45.638812 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:14:46.299242 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:14:48.706977 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-85df0625-a5f3-45e3-97e7-1f60cde55c6f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592918 Jul 05 16:14:48.785616 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-3f1c26b6-4b4a-45f8-957f-9fa01e820396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:14:48.787132 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-3f1c26b6-4b4a-45f8-957f-9fa01e820396 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41d199a67a75427e90c6bd0bec075c0d&device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 1098 time: 0.0563436 Jul 05 16:14:48.898193 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-8e464ae1-73e0-4c2d-a47d-7a0e33c1263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:14:48.900971 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-8e464ae1-73e0-4c2d-a47d-7a0e33c1263f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c HTTP/1.1" status: 200 len: 915 time: 0.0911863 Jul 05 16:14:48.947184 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-73c243bd-ea94-4790-989b-5d3ca13f74f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e09c23-c3ec-4afc-91cd-5098e6161819 HTTP/1.1" status: 200 len: 217 time: 0.0397303 Jul 05 16:14:48.995216 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-f6e89882-a034-4959-a7a8-1ba989002879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:14:48.996701 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-f6e89882-a034-4959-a7a8-1ba989002879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da669c5e-8f5a-48d3-9fad-937c2c45fb2d HTTP/1.1" status: 200 len: 854 time: 0.0437200 Jul 05 16:14:49.031103 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-ebc2049a-c3ee-4e8f-9b3a-f532a12aa9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b42ea1b-87de-4a42-96b6-5f1017d02c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282729 Jul 05 16:14:49.123673 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-9cbb4913-2966-472d-b431-4a96934e178b service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863590 Jul 05 16:14:49.236571 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-173b1f9f-1fe9-463f-b713-5de724e673a7 req-3c9a5f5b-eb7c-4180-b662-aa36fc194495 service neutron] 10.222.0.39 "GET /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066585 Jul 05 16:15:06.880925 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cc7be89c-15c3-43b0-8372-9dfeb18c0e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:09.418314 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0fe9dcf4-005d-4256-80a1-4563f8f0ad08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:09.724240 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:11.012199 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:13.390359 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:16.299738 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:22.637618 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:15:28.777129 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82044c-32bf-457d-99c7-d22801a7a443 req-d6070bbe-7954-4f69-ae8f-5605987bc25b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:28.778673 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7e82044c-32bf-457d-99c7-d22801a7a443 req-d6070bbe-7954-4f69-ae8f-5605987bc25b tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 945 time: 0.0670090 Jul 05 16:15:28.821115 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7e82044c-32bf-457d-99c7-d22801a7a443 req-486e1cf5-1471-46c1-9785-91187c3ba2d1 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fd5aff6-4d46-49fc-8214-b3d07016fa24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Jul 05 16:15:29.109719 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-70ce8c38-88aa-4a9b-b7ac-0b1d6260b8e5 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:29.111254 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-70ce8c38-88aa-4a9b-b7ac-0b1d6260b8e5 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 945 time: 0.0712762 Jul 05 16:15:29.237932 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Deleting port 43a087f8-3321-42d7-b81a-189604208be5 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:15:29.238269 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:29.341395 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] For port 43a087f8-3321-42d7-b81a-189604208be5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=43a087f8-3321-42d7-b81a-189604208be5,segment=NetworkSegment(4a24cb07-7eda-45a1-9149-36d4542db627),segment_id=4a24cb07-7eda-45a1-9149-36d4542db627)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:29.341741 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:29.355015 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Calling delete_port for 43a087f8-3321-42d7-b81a-189604208be5 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:15:29.483520 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:29.496510 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['43a087f8-3321-42d7-b81a-189604208be5'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:15:29.513683 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Pushing event deleted for resources: {'Port': ['ID=43a087f8-3321-42d7-b81a-189604208be5,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:29.544542 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.544867 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.545199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.545554 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.545952 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.546278 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.546599 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.546925 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.547248 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.547565 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.547885 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.548199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:29.568630 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] No DVR routers for this DVR port 43a087f8-3321-42d7-b81a-189604208be5 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:15:29.571794 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:29.574699 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-41fa2cd9-33d4-4ff5-bb58-9ca2a86b5007 req-05e23ff7-62d3-44d7-b415-bf13f930ebcd tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.39 "DELETE /v2.0/ports/43a087f8-3321-42d7-b81a-189604208be5 HTTP/1.1" status: 204 len: 173 time: 0.4574885 Jul 05 16:15:29.575139 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a42c5-df66-4c30-b094-5113190ffda2', 'name': 'network-vif-deleted', 'tag': '43a087f8-3321-42d7-b81a-189604208be5'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:15:29.577568 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d66327-10af-426c-9fda-485fa7064c13" -d '{"events": [{"server_uuid": "380a42c5-df66-4c30-b094-5113190ffda2", "name": "network-vif-deleted", "tag": "43a087f8-3321-42d7-b81a-189604208be5"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:15:29.627942 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fece7de-fccb-4f13-9d0c-f8e5e4c6734d x-openstack-request-id: req-1fece7de-fccb-4f13-9d0c-f8e5e4c6734d {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:15:29.628494 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a42c5-df66-4c30-b094-5113190ffda2", "name": "network-vif-deleted", "tag": "43a087f8-3321-42d7-b81a-189604208be5", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:15:29.628935 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fece7de-fccb-4f13-9d0c-f8e5e4c6734d {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:15:29.629562 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a42c5-df66-4c30-b094-5113190ffda2', 'name': 'network-vif-deleted', 'tag': '43a087f8-3321-42d7-b81a-189604208be5', 'status': 'completed', 'code': 200} Jul 05 16:15:29.981442 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-745bb3b0-8d3f-4e1b-9c41-14b8cc02bb5c req-2aa31bcd-5aa2-4dee-b455-2fc9bd310387 tempest-VolumesActionsTest-72843937 tempest-VolumesActionsTest-72843937-project] 10.222.0.24 "GET /v2.0/ports?device_id=380a42c5-df66-4c30-b094-5113190ffda2 HTTP/1.1" status: 200 len: 210 time: 0.0312142 Jul 05 16:15:31.535538 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50028) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:31.724155 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] Deleting subnet ea5b65d6-5d29-4641-8bbc-ad5d96f13090 {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:15:31.727853 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:31.767711 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:31.805115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:31.862122 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:31.889341 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5b65d6-5d29-4641-8bbc-ad5d96f13090,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:31.894417 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:31.896093 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-8ffa5f83-68f5-4408-9e60-fa8ccc3077a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ea5b65d6-5d29-4641-8bbc-ad5d96f13090 HTTP/1.1" status: 204 len: 168 time: 0.3593478 Jul 05 16:15:31.898357 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50034) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:31.963083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.040481 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.049561 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edd4f52-d5a2-4935-96be-b483161c6908']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:32.059556 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a24cb07-7eda-45a1-9149-36d4542db627') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:32.059844 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a24cb07-7eda-45a1-9149-36d4542db627') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:32.068081 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.081375 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.087017 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:15:32.087390 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:15:32.088965 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:15:32.139814 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.146938 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.149826 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4edd4f52-d5a2-4935-96be-b483161c6908 HTTP/1.1" status: 204 len: 168 time: 0.2504864 Jul 05 16:15:32.160328 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0eec56-b84f-4df7-b803-54f6dfea0dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4edd4f52-d5a2-4935-96be-b483161c6908,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:32.260608 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50038) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:32.304197 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-78a1477c-c1bd-4079-b06a-5d473cf8cda3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=406e7f038a6c4723801587c7c55184d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417809 Jul 05 16:15:32.306844 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50042) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:32.360339 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-283046fb-86a6-40c3-a1a8-eea4e0ac541a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.387395 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-283046fb-86a6-40c3-a1a8-eea4e0ac541a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.436089 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-283046fb-86a6-40c3-a1a8-eea4e0ac541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.438777 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-283046fb-86a6-40c3-a1a8-eea4e0ac541a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:32.439986 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-283046fb-86a6-40c3-a1a8-eea4e0ac541a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fd5aff6-4d46-49fc-8214-b3d07016fa24 HTTP/1.1" status: 204 len: 168 time: 0.1321757 Jul 05 16:15:32.447451 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283046fb-86a6-40c3-a1a8-eea4e0ac541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd5aff6-4d46-49fc-8214-b3d07016fa24,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:32.769952 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 43a087f8-3321-42d7-b81a-189604208be5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:15:32.790520 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 43a087f8-3321-42d7-b81a-189604208be5 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:15:32.790873 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 43a087f8-3321-42d7-b81a-189604208be5 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:15:33.528931 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 50092) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:33.675754 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:33.770198 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:33.774411 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:33.814659 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c824ad372a254a42b4f76c339992248c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845418 Jul 05 16:15:33.815632 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5b6f35-57b5-4c31-8d28-c641813c306a,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:33.817285 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50100) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:33.823324 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.824196 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.824540 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.824875 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.825213 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.825576 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.825905 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.826318 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.826989 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.826989 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.827161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.827483 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01e793-0793-443a-a09f-49aac3365925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:33.877948 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-910e11b2-1edf-4adb-9735-7823ad3bb8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:33.900441 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-910e11b2-1edf-4adb-9735-7823ad3bb8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:33.951555 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-910e11b2-1edf-4adb-9735-7823ad3bb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:33.954104 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-910e11b2-1edf-4adb-9735-7823ad3bb8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:33.955402 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-910e11b2-1edf-4adb-9735-7823ad3bb8fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d5b6f35-57b5-4c31-8d28-c641813c306a HTTP/1.1" status: 204 len: 168 time: 0.1371202 Jul 05 16:15:33.963611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e11b2-1edf-4adb-9735-7823ad3bb8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5b6f35-57b5-4c31-8d28-c641813c306a,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:34.577283 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50132) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:34.675636 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1826742934-network', 'tenant_id': 'e555c8709aa448548c60531048ee05d9'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:15:34.696857 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Made reservation on behalf of e555c8709aa448548c60531048ee05d9 for: {'network': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:34.699242 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.709622 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.803353 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.807358 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.834623 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:15:34.844857 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f01ad7-4d0c-4083-90d1-723bbd39d34f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:34.850979 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.851322 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.segments_db [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Added segment 180719f6-bdda-4949-ba02-03cebeddb644 of type vlan for network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 Jul 05 16:15:34.892642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.923296 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.924271 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:34.924860 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:34.982668 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4028709 Jul 05 16:15:34.985616 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 50140) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:34.989193 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9f697-0cee-4bf8-a855-a0d1c7c06074 admin admin] Pushing event updated for resources: {'Network': ['ID=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:34.990876 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Request body: {'subnet': {'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1826742934-subnet', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:15:35.000187 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:15:35.015661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Made reservation on behalf of e555c8709aa448548c60531048ee05d9 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:35.018413 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551862'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.184640 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13131899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551844'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.238390 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a844de5-d8f3-468d-9080-75a82090494a,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:35.249534 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Checking segment: {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:35.249891 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Network hostable DHCP agents. Network: bd8bf27f-d5e5-4018-b1a9-dd5a334a6802, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:15:35.269482 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:15:35.278851 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, bd8bf27f-d5e5-4018-b1a9-dd5a334a6802) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:35.282898 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:35.283466 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.288515 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90195b04-3051-4a19-b2d9-ac5c5324a05b None None] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:15:35.300252 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-419cc828-cee0-4fe0-930d-b940613d81e5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3135123 Jul 05 16:15:35.303061 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 50142) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:35.307592 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:15:35.329617 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.330622 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.389161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.444676 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'fixed_ips': [{'subnet_id': '3a844de5-d8f3-468d-9080-75a82090494a'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:15:35.445581 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.536060 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.606970 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Allocated IP 172.20.0.2 (bd8bf27f-d5e5-4018-b1a9-dd5a334a6802/3a844de5-d8f3-468d-9080-75a82090494a/02ca33bf-ebdd-45e7-b484-354bf750533c) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:35.754355 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.754630 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.763305 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Transition to ACTIVE for port object 02ca33bf-ebdd-45e7-b484-354bf750533c will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:35.773991 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.778290 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Transition to ACTIVE for port object 02ca33bf-ebdd-45e7-b484-354bf750533c will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:35.783849 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.818284 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:35.821067 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:35.824478 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:15:35.835269 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Pushing event updated for resources: {'Port': ['ID=02ca33bf-ebdd-45e7-b484-354bf750533c,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:35.861753 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.862118 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.862464 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.862801 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.863132 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.863464 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.863796 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.864118 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.864456 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.864783 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.865103 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.865452 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:35.876800 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Allocated IP 172.27.3.176 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/809151f5-6385-4ee7-979f-f22cd237d642) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:35.902597 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Attempting to bind port 02ca33bf-ebdd-45e7-b484-354bf750533c on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:15:35.903052 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Attempting to bind port 02ca33bf-ebdd-45e7-b484-354bf750533c by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:15:35.903421 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Attempting to bind port 02ca33bf-ebdd-45e7-b484-354bf750533c on network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:15:35.908315 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:15:35.908687 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Checking segment: {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:35.909091 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.909514 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Bound using segment: {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:15:35.909979 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Bound port: 02ca33bf-ebdd-45e7-b484-354bf750533c, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:15:35.910365 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:35.988687 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:36.033796 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:36.079665 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:36.083101 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:36.084971 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Pushing event updated for resources: {'Port': ['ID=809151f5-6385-4ee7-979f-f22cd237d642,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:36.087062 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:15:36.095932 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] For port 02ca33bf-ebdd-45e7-b484-354bf750533c, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:36.099098 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] For port 02ca33bf-ebdd-45e7-b484-354bf750533c, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=02ca33bf-ebdd-45e7-b484-354bf750533c,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:36.102545 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:36.163605 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c2b3-c7e6-45c8-8c24-af202b611f5c None None] Pushing event updated for resources: {'Port': ['ID=02ca33bf-ebdd-45e7-b484-354bf750533c,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:36.346170 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:36.556064 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:36.721974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:15:36.727397 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 02ca33bf-ebdd-45e7-b484-354bf750533c up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:36.792842 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 02ca33bf-ebdd-45e7-b484-354bf750533c completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:36.847937 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:36.858338 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Sync routers for ids ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:36.867099 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:36.868503 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a7ed72a1-b7a0-41b1-8672-c98bc0faf1bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5644703 Jul 05 16:15:36.871322 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 50168) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:36.875050 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Routers {'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:36.875689 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:36.904099 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d655-d34b-4f17-84d9-75790192a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:36.990411 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Set router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:37.133904 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba607c11-ab70-4166-a577-b8bfb80f2437 None None] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:15:37.216167 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '809151f5-6385-4ee7-979f-f22cd237d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:36Z', 'revision_number': 3, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port': {'id': '809151f5-6385-4ee7-979f-f22cd237d642', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:37.256524 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-ea07ca0a-63ff-427a-8beb-5e77acfc2635 None None] Provisioning for port 02ca33bf-ebdd-45e7-b484-354bf750533c completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:37.268378 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-ea07ca0a-63ff-427a-8beb-5e77acfc2635 None None] Provisioning complete for port 02ca33bf-ebdd-45e7-b484-354bf750533c triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:37.268763 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ea07ca0a-63ff-427a-8beb-5e77acfc2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.330992 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Checking router: dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:37.331342 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Updating router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 port 809151f5-6385-4ee7-979f-f22cd237d642 binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:15:37.365670 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.395577 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ea07ca0a-63ff-427a-8beb-5e77acfc2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.431121 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-ea07ca0a-63ff-427a-8beb-5e77acfc2635 None None] For port 02ca33bf-ebdd-45e7-b484-354bf750533c, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=02ca33bf-ebdd-45e7-b484-354bf750533c,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:37.437013 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ea07ca0a-63ff-427a-8beb-5e77acfc2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.513097 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07ca0a-63ff-427a-8beb-5e77acfc2635 None None] Pushing event updated for resources: {'Port': ['ID=02ca33bf-ebdd-45e7-b484-354bf750533c,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:37.563670 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.659587 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-2547ba20-553f-49d0-929a-29ff68adbbae None None] Provisioning complete for port 02ca33bf-ebdd-45e7-b484-354bf750533c triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:37.659962 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2547ba20-553f-49d0-929a-29ff68adbbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.678573 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.693849 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Transition to ACTIVE for port object 809151f5-6385-4ee7-979f-f22cd237d642 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:37.704367 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.771618 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Attempting to bind port 809151f5-6385-4ee7-979f-f22cd237d642 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:15:37.772092 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Attempting to bind port 809151f5-6385-4ee7-979f-f22cd237d642 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:15:37.773437 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Attempting to bind port 809151f5-6385-4ee7-979f-f22cd237d642 on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:15:37.775605 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Pushing event updated for resources: {'Port': ['ID=809151f5-6385-4ee7-979f-f22cd237d642,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:37.781484 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:15:37.781876 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:37.782502 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.782819 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:15:37.783746 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Bound port: 809151f5-6385-4ee7-979f-f22cd237d642, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:15:37.783746 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.809297 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.809700 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.810092 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.810430 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.810796 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.811173 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.811444 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.811789 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.812262 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.812436 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.812934 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.813117 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:15:37.814538 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Allocated IP 172.20.0.1 (bd8bf27f-d5e5-4018-b1a9-dd5a334a6802/3a844de5-d8f3-468d-9080-75a82090494a/0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:37.860080 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] For port 809151f5-6385-4ee7-979f-f22cd237d642, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:37.863672 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] For port 809151f5-6385-4ee7-979f-f22cd237d642, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=809151f5-6385-4ee7-979f-f22cd237d642,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:37.867306 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.924266 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Routers {'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:37.924894 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:37.930033 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:37.930191 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01246aa-5006-4f1a-90b9-8ad8e0977019 None None] Pushing event updated for resources: {'Port': ['ID=809151f5-6385-4ee7-979f-f22cd237d642,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:37.944055 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Transition to ACTIVE for port object 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:37.978701 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.018642 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:38.021511 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:38.024877 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:15:38.036327 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] Set router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:38.053676 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Pushing event updated for resources: {'Port': ['ID=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:38.072900 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.225132 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '809151f5-6385-4ee7-979f-f22cd237d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:36Z', 'revision_number': 3, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port': {'id': '809151f5-6385-4ee7-979f-f22cd237d642', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:38.228642 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.252252 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237a5ef-7a3b-4962-89c2-26b4314d3b77 None None] The sync data for ids ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'] in dv-cinder-796286-13-iscsi is: [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '809151f5-6385-4ee7-979f-f22cd237d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:36Z', 'revision_number': 3, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port': {'id': '809151f5-6385-4ee7-979f-f22cd237d642', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:38.310325 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e988853b-da3f-480c-96c9-be7e130c6482 None None] Provisioning for port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:38.315100 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e988853b-da3f-480c-96c9-be7e130c6482 None None] Provisioning complete for port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:38.315509 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e988853b-da3f-480c-96c9-be7e130c6482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.351348 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e988853b-da3f-480c-96c9-be7e130c6482 None None] Port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:15:38.397738 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.402810 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.477620 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.488136 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Pushing event updated for resources: {'Port': ['ID=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:38.581641 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:38.583022 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:38.722369 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:15:38.818904 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 02ca33bf-ebdd-45e7-b484-354bf750533c up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:38.889460 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:38.891753 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d0a7f5ab-68f9-4f3e-ad4d-30bdda0212df None None] Provisioning complete for port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:38.892409 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f5ab-68f9-4f3e-ad4d-30bdda0212df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.920696 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d9023ddf-3152-4b1f-b9a6-8d1d9697462c admin admin] 10.222.0.24 "PUT /v2.0/routers/dd7a9ef7-0d0e-4cde-b359-adfca4b84d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0480258 Jul 05 16:15:38.956778 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 02ca33bf-ebdd-45e7-b484-354bf750533c triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:38.957159 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:38.961494 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7f5ab-68f9-4f3e-ad4d-30bdda0212df None None] Port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:15:39.053620 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 809151f5-6385-4ee7-979f-f22cd237d642 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:39.112640 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 809151f5-6385-4ee7-979f-f22cd237d642 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:39.116625 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 809151f5-6385-4ee7-979f-f22cd237d642 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:39.117000 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.213637 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.240669 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 809151f5-6385-4ee7-979f-f22cd237d642, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=809151f5-6385-4ee7-979f-f22cd237d642,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:39.246848 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.296771 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=809151f5-6385-4ee7-979f-f22cd237d642,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:39.421110 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-20268389-d295-4ed8-a87e-fd7ba25a391c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.435299 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 50212) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:39.440402 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1172611530-network', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:15:39.460828 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Made reservation on behalf of a13427fbb59543c298c33a089b0bfb6c for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:39.463199 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.472126 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.561094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.564631 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.588541 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:15:39.597329 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c818855-0481-490c-893e-161b0fce272e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:39.605350 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.605350 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Added segment 7f35671f-c118-4cab-b802-612c4f72c8a7 of type vlan for network 43cca63f-353b-4ca1-a15d-c99d94520e3d Jul 05 16:15:39.646745 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.681999 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.683586 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:39.684587 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.728168 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.738787 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3023710 Jul 05 16:15:39.741711 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50216) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:39.746159 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02db73-34d3-4271-9dd8-94881a12399c admin admin] Pushing event updated for resources: {'Network': ['ID=43cca63f-353b-4ca1-a15d-c99d94520e3d,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:39.747491 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Request body: {'subnet': {'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1172611530-subnet', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'ip_version': 4}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:15:39.756920 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:15:39.771241 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Made reservation on behalf of a13427fbb59543c298c33a089b0bfb6c for: {'subnet': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:39.773732 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13463961'] for subnet, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:39.955331 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13463947'] for subnet, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.024194 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Sync routers for ids ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:40.030604 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Checking segment: {'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:40.030948 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Network hostable DHCP agents. Network: 43cca63f-353b-4ca1-a15d-c99d94520e3d, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:15:40.034829 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Routers {'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:40.035464 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:40.036766 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4663fc-626b-49a3-8c18-6a5d0e82530c,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:40.053784 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:15:40.063506 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 43cca63f-353b-4ca1-a15d-c99d94520e3d) {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:40.067844 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:40.068548 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.075319 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02f219-c525-477a-a2a7-33519a431681 None None] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:15:40.086766 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-008ddbc8-3672-4075-8322-16825681cc3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3416538 Jul 05 16:15:40.086989 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50226) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:40.091657 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:15:40.116115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.117125 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.172201 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.215795 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Set router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:40.323988 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.399396 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-43cca63f-353b-4ca1-a15d-c99d94520e3d', 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'fixed_ips': [{'subnet_id': '3f4663fc-626b-49a3-8c18-6a5d0e82530c'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:15:40.400253 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.536025 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.555542 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.605567 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Allocated IP 172.20.0.2 (43cca63f-353b-4ca1-a15d-c99d94520e3d/3f4663fc-626b-49a3-8c18-6a5d0e82530c/f0247e48-7b5a-472d-8133-8d59c87aa80e) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:40.668710 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 809151f5-6385-4ee7-979f-f22cd237d642 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:40.688236 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Allocated IP 172.27.3.165 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/3e2655a7-1737-4ac7-a006-b96be738f0a2) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:40.797602 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.817929 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '809151f5-6385-4ee7-979f-f22cd237d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:38Z', 'revision_number': 4, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port': {'id': '809151f5-6385-4ee7-979f-f22cd237d642', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0', 'name': '', 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'mac_address': 'fa:16:3e:82:a4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3a844de5-d8f3-468d-9080-75a82090494a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:37Z', 'updated_at': '2021-07-05T16:15:38Z', 'revision_number': 2, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'subnets': [{'id': '3a844de5-d8f3-468d-9080-75a82090494a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:40.842319 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.850837 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Checking router: dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:40.851260 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Updating router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:15:40.879357 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:40.882253 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:40.885697 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:15:40.917688 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2655a7-1737-4ac7-a006-b96be738f0a2,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:40.919041 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:40.978842 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 809151f5-6385-4ee7-979f-f22cd237d642 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:40.979216 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.073871 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.080894 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.142852 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Transition to ACTIVE for port object f0247e48-7b5a-472d-8133-8d59c87aa80e will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:41.145692 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.176442 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Transition to ACTIVE for port object f0247e48-7b5a-472d-8133-8d59c87aa80e will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:41.207654 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.315393 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:41.318209 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Pushing event updated for resources: {'Port': ['ID=f0247e48-7b5a-472d-8133-8d59c87aa80e,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:41.324692 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:41.327508 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:15:41.360800 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.418643 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Attempting to bind port f0247e48-7b5a-472d-8133-8d59c87aa80e on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:15:41.419047 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Attempting to bind port f0247e48-7b5a-472d-8133-8d59c87aa80e by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:15:41.419379 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Attempting to bind port f0247e48-7b5a-472d-8133-8d59c87aa80e on network 43cca63f-353b-4ca1-a15d-c99d94520e3d {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:15:41.436009 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:15:41.436384 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Checking segment: {'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:41.436793 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.437194 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Bound using segment: {'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:15:41.437715 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Bound port: f0247e48-7b5a-472d-8133-8d59c87aa80e, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:15:41.438113 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.505301 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:15:41.525185 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.549588 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Transition to ACTIVE for port object 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:41.566430 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.595111 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] For port f0247e48-7b5a-472d-8133-8d59c87aa80e, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:41.621399 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] For port f0247e48-7b5a-472d-8133-8d59c87aa80e, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=f0247e48-7b5a-472d-8133-8d59c87aa80e,segment=NetworkSegment(7f35671f-c118-4cab-b802-612c4f72c8a7),segment_id=7f35671f-c118-4cab-b802-612c4f72c8a7)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:41.634680 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.649008 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0089f-6294-4948-bc3a-4e9efc546753 None None] Pushing event updated for resources: {'Port': ['ID=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:41.763367 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Attempting to bind port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:15:41.763744 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Attempting to bind port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:15:41.764108 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Attempting to bind port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 on network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:15:41.766504 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1e513-9096-4d08-aa4a-a1052c058abe None None] Pushing event updated for resources: {'Port': ['ID=f0247e48-7b5a-472d-8133-8d59c87aa80e,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:41.774523 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:15:41.775711 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Checking segment: {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:41.776322 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.777562 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Bound using segment: {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:15:41.778031 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Bound port: 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:15:41.778427 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.856900 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] For port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:41.861137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] For port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:41.866929 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.872170 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:41.890219 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Sync routers for ids ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:41.911067 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Routers {'6b71e5cd-bf96-49c9-9199-3e0f299ba874'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:41.912718 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:41.921444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:41.923881 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-52ac2643-33f8-4e52-9abd-451b0e949c72 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8350444 Jul 05 16:15:41.926373 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 50254) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:15:41.990436 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Routers {'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:41.991081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:42.135299 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Set router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:42.178501 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] Set router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:42.296375 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0089f-6294-4948-bc3a-4e9efc546753 None None] Pushing event updated for resources: {'Port': ['ID=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:42.363795 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:41Z', 'revision_number': 3, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port': {'id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:42.406034 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Checking router: 6b71e5cd-bf96-49c9-9199-3e0f299ba874 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:42.406492 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Updating router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 port 3e2655a7-1737-4ac7-a006-b96be738f0a2 binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:15:42.444360 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:42.468279 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '809151f5-6385-4ee7-979f-f22cd237d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:38Z', 'revision_number': 4, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port': {'id': '809151f5-6385-4ee7-979f-f22cd237d642', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0', 'name': '', 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'mac_address': 'fa:16:3e:82:a4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3a844de5-d8f3-468d-9080-75a82090494a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:37Z', 'updated_at': '2021-07-05T16:15:41Z', 'revision_number': 4, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'subnets': [{'id': '3a844de5-d8f3-468d-9080-75a82090494a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:42.495248 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04917-bd9f-4666-8d54-f40dc4bd1ec3 None None] The sync data for ids ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'] in dv-cinder-796286-13-iscsi is: [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '809151f5-6385-4ee7-979f-f22cd237d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:38Z', 'revision_number': 4, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port': {'id': '809151f5-6385-4ee7-979f-f22cd237d642', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0', 'name': '', 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'mac_address': 'fa:16:3e:82:a4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '3a844de5-d8f3-468d-9080-75a82090494a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:37Z', 'updated_at': '2021-07-05T16:15:41Z', 'revision_number': 4, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'subnets': [{'id': '3a844de5-d8f3-468d-9080-75a82090494a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:42.559936 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:42.798256 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:42.859408 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Allocated IP 172.20.0.1 (43cca63f-353b-4ca1-a15d-c99d94520e3d/3f4663fc-626b-49a3-8c18-6a5d0e82530c/2ca2c7c1-753a-4d60-a254-e42cdc5f86cb) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:42.874612 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:42.877133 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:42.888331 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Transition to ACTIVE for port object 3e2655a7-1737-4ac7-a006-b96be738f0a2 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:42.889131 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:42.889810 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:42.897546 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:42.946873 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b61b6a-4f6f-4203-b2fc-80503f3338a8 None None] Pushing event updated for resources: {'Port': ['ID=3e2655a7-1737-4ac7-a006-b96be738f0a2,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:42.973510 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Attempting to bind port 3e2655a7-1737-4ac7-a006-b96be738f0a2 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:15:42.973911 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Attempting to bind port 3e2655a7-1737-4ac7-a006-b96be738f0a2 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:15:42.974363 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Attempting to bind port 3e2655a7-1737-4ac7-a006-b96be738f0a2 on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:15:42.981999 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:15:42.982367 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:42.982767 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:42.983406 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:15:42.984717 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Bound port: 3e2655a7-1737-4ac7-a006-b96be738f0a2, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:15:42.985339 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.041815 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.051674 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e321b-8e05-44b7-b7ed-4c49cb764bcc None None] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:15:43.072921 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] For port 3e2655a7-1737-4ac7-a006-b96be738f0a2, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:43.074399 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.087173 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] For port 3e2655a7-1737-4ac7-a006-b96be738f0a2, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=3e2655a7-1737-4ac7-a006-b96be738f0a2,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:43.096522 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.099281 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Transition to ACTIVE for port object 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:43.174131 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b61b6a-4f6f-4203-b2fc-80503f3338a8 None None] Pushing event updated for resources: {'Port': ['ID=3e2655a7-1737-4ac7-a006-b96be738f0a2,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:43.184917 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.195706 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Routers {'6b71e5cd-bf96-49c9-9199-3e0f299ba874'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:43.196341 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:43.237241 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:43.241154 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-2147e2de-9c12-4caf-8788-cc651998cba8 None None] Provisioning for port f0247e48-7b5a-472d-8133-8d59c87aa80e completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:43.251451 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.251653 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:43.252769 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device f0247e48-7b5a-472d-8133-8d59c87aa80e up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:43.258000 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:43.267722 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:15:43.299528 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:43.323425 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.453198 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.458313 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] Set router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:43.644709 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port f0247e48-7b5a-472d-8133-8d59c87aa80e completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:43.648470 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:43.664514 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:41Z', 'revision_number': 3, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port': {'id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:43.668494 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port f0247e48-7b5a-472d-8133-8d59c87aa80e triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:43.669081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.709178 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1dfeda-b2a3-404f-92aa-20a6ac1abca3 None None] The sync data for ids ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'] in dv-cinder-796286-13-iscsi is: [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:41Z', 'revision_number': 3, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port': {'id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:43.780449 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.799440 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.822063 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port f0247e48-7b5a-472d-8133-8d59c87aa80e, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=f0247e48-7b5a-472d-8133-8d59c87aa80e,segment=NetworkSegment(7f35671f-c118-4cab-b802-612c4f72c8a7),segment_id=7f35671f-c118-4cab-b802-612c4f72c8a7)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:43.830077 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:43.894206 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=f0247e48-7b5a-472d-8133-8d59c87aa80e,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:44.068027 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.076096 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.128652 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-83e4c2e5-74a8-4271-86ce-a8c55b8547ea None None] Provisioning for port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:44.137755 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-83e4c2e5-74a8-4271-86ce-a8c55b8547ea None None] Provisioning complete for port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:44.143602 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-83e4c2e5-74a8-4271-86ce-a8c55b8547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.266696 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-83e4c2e5-74a8-4271-86ce-a8c55b8547ea None None] Port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:15:44.278328 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-83e4c2e5-74a8-4271-86ce-a8c55b8547ea None None] Provisioning complete for port f0247e48-7b5a-472d-8133-8d59c87aa80e triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:44.279014 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-83e4c2e5-74a8-4271-86ce-a8c55b8547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.284037 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:44.305544 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.436525 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:44.438899 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:44.550900 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-df45a98b-09dd-4e01-9d36-bae74e36c8ea None None] Provisioning complete for port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:44.551395 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-df45a98b-09dd-4e01-9d36-bae74e36c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.583791 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:15:44.596137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-df45a98b-09dd-4e01-9d36-bae74e36c8ea None None] Port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:15:44.729185 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-03186e3f-07d5-4534-8673-cbf05acb0d15 None None] Provisioning complete for port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:44.729758 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-03186e3f-07d5-4534-8673-cbf05acb0d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.730008 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:15:44.737242 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-67d4c63b-abfc-480e-b031-24df98708ca4 admin admin] 10.222.0.24 "PUT /v2.0/routers/6b71e5cd-bf96-49c9-9199-3e0f299ba874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078640 Jul 05 16:15:44.786250 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-03186e3f-07d5-4534-8673-cbf05acb0d15 None None] Port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:15:44.797386 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:44.847985 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:44.848553 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:44.941628 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 3e2655a7-1737-4ac7-a006-b96be738f0a2 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:44.991774 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 3e2655a7-1737-4ac7-a006-b96be738f0a2 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:44.998608 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 3e2655a7-1737-4ac7-a006-b96be738f0a2 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:44.999563 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:45.089011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:45.113975 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 3e2655a7-1737-4ac7-a006-b96be738f0a2, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=3e2655a7-1737-4ac7-a006-b96be738f0a2,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:45.119140 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:45.120099 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device f0247e48-7b5a-472d-8133-8d59c87aa80e up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:45.194075 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=3e2655a7-1737-4ac7-a006-b96be738f0a2,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:45.207762 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port f0247e48-7b5a-472d-8133-8d59c87aa80e triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:45.208136 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:46.057853 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Sync routers for ids ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:15:46.068282 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Routers {'6b71e5cd-bf96-49c9-9199-3e0f299ba874'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:46.068914 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:46.187125 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Set router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:46.370287 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:46.506375 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:43Z', 'revision_number': 4, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port': {'id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '2ca2c7c1-753a-4d60-a254-e42cdc5f86cb', 'name': '', 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'mac_address': 'fa:16:3e:c7:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3f4663fc-626b-49a3-8c18-6a5d0e82530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:42Z', 'updated_at': '2021-07-05T16:15:43Z', 'revision_number': 2, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'subnets': [{'id': '3f4663fc-626b-49a3-8c18-6a5d0e82530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:46.545961 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Checking router: 6b71e5cd-bf96-49c9-9199-3e0f299ba874 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:15:46.546340 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Updating router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:15:46.644127 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:46.772169 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 3e2655a7-1737-4ac7-a006-b96be738f0a2 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:46.911053 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 3e2655a7-1737-4ac7-a006-b96be738f0a2 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:46.911430 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:47.121963 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:47.147157 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Transition to ACTIVE for port object 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:47.155084 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:47.250761 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c024c7-060d-4b05-b398-bee7bb9797f5 None None] Pushing event updated for resources: {'Port': ['ID=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:47.342333 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Attempting to bind port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:15:47.343069 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Attempting to bind port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:15:47.343657 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Attempting to bind port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb on network 43cca63f-353b-4ca1-a15d-c99d94520e3d {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:15:47.353909 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:15:47.354685 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Checking segment: {'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:15:47.355493 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:47.356921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Bound using segment: {'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:15:47.357543 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Bound port: 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f35671f-c118-4cab-b802-612c4f72c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:15:47.358158 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:47.445922 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] For port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:15:47.448037 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] For port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,segment=NetworkSegment(7f35671f-c118-4cab-b802-612c4f72c8a7),segment_id=7f35671f-c118-4cab-b802-612c4f72c8a7)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:15:47.460068 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:47.575066 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Routers {'6b71e5cd-bf96-49c9-9199-3e0f299ba874'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:15:47.575612 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:15:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:47.626925 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c024c7-060d-4b05-b398-bee7bb9797f5 None None] Pushing event updated for resources: {'Port': ['ID=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:47.780852 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] Set router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:15:48.225169 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:43Z', 'revision_number': 4, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port': {'id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '2ca2c7c1-753a-4d60-a254-e42cdc5f86cb', 'name': '', 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'mac_address': 'fa:16:3e:c7:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3f4663fc-626b-49a3-8c18-6a5d0e82530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:42Z', 'updated_at': '2021-07-05T16:15:47Z', 'revision_number': 4, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'subnets': [{'id': '3f4663fc-626b-49a3-8c18-6a5d0e82530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:15:48.255893 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2df00-ce5a-4abd-a597-4f03b86017b3 None None] The sync data for ids ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'] in dv-cinder-796286-13-iscsi is: [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:43Z', 'revision_number': 4, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port': {'id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '2ca2c7c1-753a-4d60-a254-e42cdc5f86cb', 'name': '', 'network_id': '43cca63f-353b-4ca1-a15d-c99d94520e3d', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'mac_address': 'fa:16:3e:c7:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3f4663fc-626b-49a3-8c18-6a5d0e82530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:42Z', 'updated_at': '2021-07-05T16:15:47Z', 'revision_number': 4, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'subnets': [{'id': '3f4663fc-626b-49a3-8c18-6a5d0e82530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:15:48.767516 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:48.837655 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:48.873890 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:48.874990 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:49.022699 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:49.069067 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,segment=NetworkSegment(7f35671f-c118-4cab-b802-612c4f72c8a7),segment_id=7f35671f-c118-4cab-b802-612c4f72c8a7)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:15:49.073768 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:49.129921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:50.670426 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:15:50.736099 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:50.736470 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:51.646810 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-0f4f1838-bf31-4f99-b8e4-a4a064ec44fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1643007 Jul 05 16:15:51.723774 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-3d460ded-4218-4100-9dbc-8a38582e9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:51.725411 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-3d460ded-4218-4100-9dbc-8a38582e9a49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 1099 time: 0.0537677 Jul 05 16:15:51.844779 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-91e1980d-311e-448d-b6d9-c2fdeb5ef40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:51.846297 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-91e1980d-311e-448d-b6d9-c2fdeb5ef40a service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0983968 Jul 05 16:15:51.902524 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-164d0e99-d1e1-4d64-8396-f3114f42daf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0492322 Jul 05 16:15:51.962684 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-614508f4-8b0f-4c11-8bc5-085d7d055aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:51.964151 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-614508f4-8b0f-4c11-8bc5-085d7d055aa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0562084 Jul 05 16:15:52.004391 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-e9234069-07ec-41ec-8426-46aaf2f33162 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342307 Jul 05 16:15:52.015488 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-d5b0724c-0352-43c4-a871-1bf966d2957b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:15:52.017262 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-d5b0724c-0352-43c4-a871-1bf966d2957b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061340 Jul 05 16:15:52.127122 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-e6839686-f26d-44e8-93e3-c604afd2c985 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035721 Jul 05 16:15:52.280381 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d904daa-4aeb-4b5d-95d8-d44fff80508d req-ced41d63-2f9a-4fc1-a5f5-7ce3d00ec752 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471772 Jul 05 16:15:56.558517 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-0984733e-a935-4ca4-afd7-78f474b423db tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:56.560755 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-0984733e-a935-4ca4-afd7-78f474b423db tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/networks?id=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 HTTP/1.1" status: 200 len: 815 time: 0.1117868 Jul 05 16:15:56.582777 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-ab519261-9dd8-4c19-97f9-27960d831d65 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/quotas/e555c8709aa448548c60531048ee05d9 HTTP/1.1" status: 200 len: 375 time: 0.0112267 Jul 05 16:15:56.649841 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-573697e4-9f91-4abd-a5a5-c317b9ec7aaa tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e555c8709aa448548c60531048ee05d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662730 Jul 05 16:15:56.667131 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-747a6178-4cfe-4718-9046-0192c3a587aa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:15:56.668812 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-747a6178-4cfe-4718-9046-0192c3a587aa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053694 Jul 05 16:15:56.767911 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-5c9fc88e-0ac7-4d10-adc0-7c9356605e7b service neutron] 10.222.0.24 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925663 Jul 05 16:15:56.861838 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-40076051-301e-4a2a-8483-c19fb389fc7a service neutron] 10.222.0.24 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856717 Jul 05 16:15:57.028445 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0dcb9425-de85-4f13-87b5-048bbba8c4d9 req-779c3e27-6f6d-4526-bac1-00657ec9646d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 210 time: 0.0295579 Jul 05 16:15:58.149508 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-196d1a4d-2480-45de-ba58-7501c53a3662 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:58.151213 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-196d1a4d-2480-45de-ba58-7501c53a3662 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.39 "GET /v2.0/networks?id=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 HTTP/1.1" status: 200 len: 815 time: 0.1060684 Jul 05 16:15:58.164119 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Request body: {'port': {'device_id': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'admin_state_up': True, 'tenant_id': 'e555c8709aa448548c60531048ee05d9'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:15:58.330056 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Made reservation on behalf of e555c8709aa448548c60531048ee05d9 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:15:58.333809 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:58.360693 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-317c31bb-f91d-4afa-b87b-6c8855f872a1 req-fc94db14-9065-47f7-8166-5d15f7ea4178 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Jul 05 16:15:58.467073 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Allocated IP 172.20.0.10 (bd8bf27f-d5e5-4018-b1a9-dd5a334a6802/3a844de5-d8f3-468d-9080-75a82090494a/64ed43d0-e64d-4965-b5e7-01926a2a5584) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:15:58.643251 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:58.664506 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Transition to ACTIVE for port object 64ed43d0-e64d-4965-b5e7-01926a2a5584 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:15:58.708355 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:58.775428 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:15:58.784868 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:15:58.791331 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:15:58.820002 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Pushing event updated for resources: {'Port': ['ID=64ed43d0-e64d-4965-b5e7-01926a2a5584,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:15:58.855332 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:58.857187 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:58.884899 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-74697f3e-2768-461a-aac8-99cf3eb1164d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251980 Jul 05 16:15:59.061239 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-46eb2599-058c-4af5-bff0-4ca2557159de None None] Provisioning for port 64ed43d0-e64d-4965-b5e7-01926a2a5584 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:15:59.065758 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-46eb2599-058c-4af5-bff0-4ca2557159de None None] Provisioning complete for port 64ed43d0-e64d-4965-b5e7-01926a2a5584 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:15:59.066309 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-46eb2599-058c-4af5-bff0-4ca2557159de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:15:59.103036 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-46eb2599-058c-4af5-bff0-4ca2557159de None None] Port 64ed43d0-e64d-4965-b5e7-01926a2a5584 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:15:59.543226 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3b8c9-9d71-4a36-86ee-2bde4d98b946 req-d6fc90f6-82d5-430f-9bdb-6d5e53c8387d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:15:59.544699 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4ec3b8c9-9d71-4a36-86ee-2bde4d98b946 req-d6fc90f6-82d5-430f-9bdb-6d5e53c8387d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0689790 Jul 05 16:15:59.603083 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4ec3b8c9-9d71-4a36-86ee-2bde4d98b946 req-7dea62ce-a73d-464b-b97d-1aeed1fce052 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Jul 05 16:15:59.638012 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:16:00.794161 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254b523-95e5-4612-9b69-f58174011b27 req-d128488c-e03a-443a-afbc-c11dbed90e5e tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:00.795929 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7254b523-95e5-4612-9b69-f58174011b27 req-d128488c-e03a-443a-afbc-c11dbed90e5e tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0763564 Jul 05 16:16:00.838913 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7254b523-95e5-4612-9b69-f58174011b27 req-a12b12ed-87c9-41fc-aa2f-66b78de14193 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Jul 05 16:16:02.057555 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caa442-650c-4d93-9686-ac9eba780c4a req-eb4c2a9b-a5a2-4385-ac0a-9e2815b7e189 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:02.059488 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d8caa442-650c-4d93-9686-ac9eba780c4a req-eb4c2a9b-a5a2-4385-ac0a-9e2815b7e189 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0697298 Jul 05 16:16:02.097770 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d8caa442-650c-4d93-9686-ac9eba780c4a req-0d423ebf-fa1f-40a6-88c2-80c78908fe63 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Jul 05 16:16:03.291509 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e02900-4437-45f7-82f9-cf126f2beb8b req-4d122c4b-2dc1-4795-acae-ff0dc195f0f2 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:03.293911 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-00e02900-4437-45f7-82f9-cf126f2beb8b req-4d122c4b-2dc1-4795-acae-ff0dc195f0f2 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0708184 Jul 05 16:16:03.337555 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-00e02900-4437-45f7-82f9-cf126f2beb8b req-a60985a4-d754-44c9-b1a1-e3438dada7d9 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Jul 05 16:16:04.560127 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e84ab-8b89-41c2-81ec-36fd50b87f55 req-bbad3521-dc5f-42bd-876c-5679f1540da0 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:04.561675 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bf1e84ab-8b89-41c2-81ec-36fd50b87f55 req-bbad3521-dc5f-42bd-876c-5679f1540da0 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0687962 Jul 05 16:16:04.617584 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bf1e84ab-8b89-41c2-81ec-36fd50b87f55 req-b1e4164f-90c6-4ab2-80f3-b5076be401fd tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Jul 05 16:16:05.837009 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba535c3-1762-46ca-8e07-21e0832fada1 req-58299002-6c54-40b2-a65d-858d0aac3d20 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:05.838578 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8ba535c3-1762-46ca-8e07-21e0832fada1 req-58299002-6c54-40b2-a65d-858d0aac3d20 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0734367 Jul 05 16:16:05.881704 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8ba535c3-1762-46ca-8e07-21e0832fada1 req-6305e276-5b63-4185-8866-c1998234240c tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366881 Jul 05 16:16:06.891072 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7f4e9cf0-3fd4-4a8f-9f3b-f2934904a8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:07.075244 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e08b6a-dd39-491f-ac1c-966baa50eeed req-7a6f3cde-3bb0-419f-9e93-3972a5429c30 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:07.076893 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-96e08b6a-dd39-491f-ac1c-966baa50eeed req-7a6f3cde-3bb0-419f-9e93-3972a5429c30 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0760665 Jul 05 16:16:07.119963 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-96e08b6a-dd39-491f-ac1c-966baa50eeed req-f9d12e54-bd88-46e2-b7f4-7eb30ccfebcd tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359557 Jul 05 16:16:08.310299 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e6d4-431a-4b7b-bc8f-b6d533b7d6ce req-69a28606-fbc4-4d22-9533-5edf4145ae8d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:08.313356 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2386e6d4-431a-4b7b-bc8f-b6d533b7d6ce req-69a28606-fbc4-4d22-9533-5edf4145ae8d tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0712807 Jul 05 16:16:08.361030 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2386e6d4-431a-4b7b-bc8f-b6d533b7d6ce req-bc358d47-9858-4b93-ae0f-456b0097bf99 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Jul 05 16:16:09.425454 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6762c83a-8aea-40cb-bb9f-7b18644927c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:09.538213 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a62052-ef14-42ab-848f-ad3022c3b791 req-28a2d2a5-022a-4e93-a413-0ab221ee8b22 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:09.539704 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d2a62052-ef14-42ab-848f-ad3022c3b791 req-28a2d2a5-022a-4e93-a413-0ab221ee8b22 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 932 time: 0.0634739 Jul 05 16:16:09.577613 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d2a62052-ef14-42ab-848f-ad3022c3b791 req-14a29aff-588d-40ee-b0dd-de66e6820060 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Jul 05 16:16:09.710364 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Request body: {'port': {'device_id': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:16:09.733081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:09.790054 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:10.072740 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ed43d0-e64d-4965-b5e7-01926a2a5584 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:16:10.080377 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:10.092676 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Transition to ACTIVE for port object 64ed43d0-e64d-4965-b5e7-01926a2a5584 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:16:10.097083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:10.162372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Pushing event updated for resources: {'Port': ['ID=64ed43d0-e64d-4965-b5e7-01926a2a5584,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:10.240023 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Attempting to bind port 64ed43d0-e64d-4965-b5e7-01926a2a5584 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:16:10.240366 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Attempting to bind port 64ed43d0-e64d-4965-b5e7-01926a2a5584 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:16:10.240698 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Attempting to bind port 64ed43d0-e64d-4965-b5e7-01926a2a5584 on network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:16:10.245785 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Port 64ed43d0-e64d-4965-b5e7-01926a2a5584 on network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:16:10.246342 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Attempting to bind port 64ed43d0-e64d-4965-b5e7-01926a2a5584 on network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:16:10.252747 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:16:10.260935 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Checking segment: {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:16:10.261489 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Bound using segment: {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:16:10.261961 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Bound port: 64ed43d0-e64d-4965-b5e7-01926a2a5584, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180719f6-bdda-4949-ba02-03cebeddb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:16:10.262898 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:10.330417 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] For port 64ed43d0-e64d-4965-b5e7-01926a2a5584, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:16:10.333522 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] For port 64ed43d0-e64d-4965-b5e7-01926a2a5584, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:16:10.337954 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:10.373435 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:10.374064 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:10.375456 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] 10.222.0.39 "PUT /v2.0/ports/64ed43d0-e64d-4965-b5e7-01926a2a5584 HTTP/1.1" status: 200 len: 1094 time: 0.6699224 Jul 05 16:16:10.375889 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'tag': '64ed43d0-e64d-4965-b5e7-01926a2a5584'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:16:10.378165 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e7233-680e-4e58-be6a-001cf6df71fa" -d '{"events": [{"name": "network-changed", "server_uuid": "74cc1aa1-1880-439b-a1c4-bf6df2c73f61", "tag": "64ed43d0-e64d-4965-b5e7-01926a2a5584"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:16:10.405206 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e0ee1-1ede-4031-b8ed-2332b3102b61 service neutron] Pushing event updated for resources: {'Port': ['ID=64ed43d0-e64d-4965-b5e7-01926a2a5584,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:10.452026 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbcafa5-536e-434d-86d9-eaba58526bcf x-openstack-request-id: req-8dbcafa5-536e-434d-86d9-eaba58526bcf {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:16:10.452289 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cc1aa1-1880-439b-a1c4-bf6df2c73f61", "tag": "64ed43d0-e64d-4965-b5e7-01926a2a5584", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:16:10.452533 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dbcafa5-536e-434d-86d9-eaba58526bcf {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:16:10.452920 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'tag': '64ed43d0-e64d-4965-b5e7-01926a2a5584', 'status': 'completed', 'code': 200} Jul 05 16:16:10.481699 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-b93ffe22-f03f-4f4b-8724-87b2d167352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:10.483364 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-b93ffe22-f03f-4f4b-8724-87b2d167352f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e555c8709aa448548c60531048ee05d9&device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 1097 time: 0.0664704 Jul 05 16:16:10.532068 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-7f9a2214-6134-4437-ba02-ecd9b7ba8097 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584 HTTP/1.1" status: 200 len: 217 time: 0.0408251 Jul 05 16:16:10.583755 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-f94d34a1-f432-4bcf-a9b6-0671c7a5e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:10.585248 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-f94d34a1-f432-4bcf-a9b6-0671c7a5e5c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a844de5-d8f3-468d-9080-75a82090494a HTTP/1.1" status: 200 len: 854 time: 0.0471756 Jul 05 16:16:10.643344 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-33bb591d-cb5e-4ffc-9fb9-b031b4463957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:10.644852 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-33bb591d-cb5e-4ffc-9fb9-b031b4463957 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531030 Jul 05 16:16:10.774819 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-7417823e-4977-4132-a2fa-2dce01859856 service neutron] 10.222.0.39 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229889 Jul 05 16:16:10.797206 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331692b-b594-4b45-bc30-05d4a99e16af req-6fcab934-2b60-480c-ad51-cef16ee0f044 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:10.798658 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9331692b-b594-4b45-bc30-05d4a99e16af req-6fcab934-2b60-480c-ad51-cef16ee0f044 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 944 time: 0.1024141 Jul 05 16:16:10.879679 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9331692b-b594-4b45-bc30-05d4a99e16af req-6afd4625-0c19-4b6b-9d9b-cb129e77945c tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715549 Jul 05 16:16:10.906839 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c656208c-edc4-49f5-9f53-3bd7598e7ffd req-5e85add9-62da-4e4f-91eb-85614a10fbf8 service neutron] 10.222.0.39 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253495 Jul 05 16:16:11.009473 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-56c71427-42dc-4c2f-afb4-30029480e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:11.010951 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-56c71427-42dc-4c2f-afb4-30029480e7c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e555c8709aa448548c60531048ee05d9&device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 1097 time: 0.0554404 Jul 05 16:16:11.025444 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:11.104012 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-6814fb8e-52d9-49ae-867d-4992898441f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:11.105504 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-6814fb8e-52d9-49ae-867d-4992898441f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 HTTP/1.1" status: 200 len: 916 time: 0.0870113 Jul 05 16:16:11.147244 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-88363b03-71e8-474f-a5f6-07ee350d6874 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584 HTTP/1.1" status: 200 len: 217 time: 0.0338254 Jul 05 16:16:11.194438 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-797918d2-2875-4820-b4b8-5b6b0db28cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:11.195952 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-797918d2-2875-4820-b4b8-5b6b0db28cda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a844de5-d8f3-468d-9080-75a82090494a HTTP/1.1" status: 200 len: 854 time: 0.0423253 Jul 05 16:16:11.251911 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-367ef213-92aa-4c65-ab5b-f06fe4fa0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:11.253440 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-367ef213-92aa-4c65-ab5b-f06fe4fa0d99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512466 Jul 05 16:16:11.346059 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-de3adf3e-bf30-4b8c-bef3-6971a5d68441 service neutron] 10.222.0.39 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859952 Jul 05 16:16:11.436761 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b04e7233-680e-4e58-be6a-001cf6df71fa req-70dc737d-f576-4826-821f-d99f83c0ec5e service neutron] 10.222.0.39 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844579 Jul 05 16:16:12.052838 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8884975-4acb-4b3a-a115-fe8795333357 req-7f439c36-3ccc-4a1e-8af3-8c70958c7b88 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:12.054395 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c8884975-4acb-4b3a-a115-fe8795333357 req-7f439c36-3ccc-4a1e-8af3-8c70958c7b88 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 944 time: 0.0633583 Jul 05 16:16:12.096267 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c8884975-4acb-4b3a-a115-fe8795333357 req-b38861e1-af41-41c6-b0cd-47f546f1508b tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Jul 05 16:16:12.974076 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 64ed43d0-e64d-4965-b5e7-01926a2a5584 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:16:13.065417 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 64ed43d0-e64d-4965-b5e7-01926a2a5584, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:13.076365 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '64ed43d0-e64d-4965-b5e7-01926a2a5584', 'network_id': 'bd8bf27f-d5e5-4018-b1a9-dd5a334a6802', 'port_id': '64ed43d0-e64d-4965-b5e7-01926a2a5584', 'mac_address': 'fa:16:3e:8f:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a844de5-d8f3-468d-9080-75a82090494a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:16:13.115703 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:13.130533 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ed43d0-e64d-4965-b5e7-01926a2a5584 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:16:13.151428 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 64ed43d0-e64d-4965-b5e7-01926a2a5584, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:13.157166 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:13.204892 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=64ed43d0-e64d-4965-b5e7-01926a2a5584,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:13.289116 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4cd12-1ec3-4d4c-a8a7-c5d5037ffdd4 req-17006476-5b9d-470c-8f41-23f91f25354b tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:13.290537 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cbe4cd12-1ec3-4d4c-a8a7-c5d5037ffdd4 req-17006476-5b9d-470c-8f41-23f91f25354b tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 945 time: 0.0666637 Jul 05 16:16:13.328203 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cbe4cd12-1ec3-4d4c-a8a7-c5d5037ffdd4 req-7c020991-714c-42d0-93d8-7191104a566f tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Jul 05 16:16:13.397952 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:13.474670 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['64ed43d0-e64d-4965-b5e7-01926a2a5584'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:16:14.504373 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4cef5-3aa7-4d24-b752-83a62d77aa8e req-fbe21f5c-aac2-471e-9f2d-c911f3e57f66 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:14.505862 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8de4cef5-3aa7-4d24-b752-83a62d77aa8e req-fbe21f5c-aac2-471e-9f2d-c911f3e57f66 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 945 time: 0.0662713 Jul 05 16:16:14.543546 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8de4cef5-3aa7-4d24-b752-83a62d77aa8e req-65e7af93-51f1-487d-a5e2-b1abe46baa86 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Jul 05 16:16:14.988137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 64ed43d0-e64d-4965-b5e7-01926a2a5584 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:16:15.038911 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 64ed43d0-e64d-4965-b5e7-01926a2a5584 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:16:15.042717 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 64ed43d0-e64d-4965-b5e7-01926a2a5584 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:16:15.043154 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:15.119642 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:15.143127 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ed43d0-e64d-4965-b5e7-01926a2a5584'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:16:15.145439 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7af51-6177-4bf5-8f32-ec7eb2ee22ad" -d '{"events": [{"server_uuid": "74cc1aa1-1880-439b-a1c4-bf6df2c73f61", "name": "network-vif-plugged", "status": "completed", "tag": "64ed43d0-e64d-4965-b5e7-01926a2a5584"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:16:15.158749 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 64ed43d0-e64d-4965-b5e7-01926a2a5584, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:15.163020 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:15.189965 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42fd0a0-0feb-4733-aa1e-ee7b3a1b5c07 x-openstack-request-id: req-f42fd0a0-0feb-4733-aa1e-ee7b3a1b5c07 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:16:15.190249 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cc1aa1-1880-439b-a1c4-bf6df2c73f61", "name": "network-vif-plugged", "status": "completed", "tag": "64ed43d0-e64d-4965-b5e7-01926a2a5584", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:16:15.190496 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f42fd0a0-0feb-4733-aa1e-ee7b3a1b5c07 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:16:15.191380 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ed43d0-e64d-4965-b5e7-01926a2a5584', 'code': 200} Jul 05 16:16:15.224375 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=64ed43d0-e64d-4965-b5e7-01926a2a5584,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:15.417899 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc0fc8-1979-4d39-b5c4-e098f44baeee req-df13259c-02d7-49fa-bdac-c75195f1c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:15.420046 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5bc0fc8-1979-4d39-b5c4-e098f44baeee req-df13259c-02d7-49fa-bdac-c75195f1c7d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 1099 time: 0.0545819 Jul 05 16:16:15.455073 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5bc0fc8-1979-4d39-b5c4-e098f44baeee req-32f8ae69-a460-41ae-9051-575f8abe8e15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279703 Jul 05 16:16:15.728599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f35df-8c89-476a-aca7-e87cdadb1fd0 req-4758129d-b958-400f-9884-3ae71ef4fa52 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:15.732077 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-314f35df-8c89-476a-aca7-e87cdadb1fd0 req-4758129d-b958-400f-9884-3ae71ef4fa52 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 946 time: 0.0724337 Jul 05 16:16:15.771329 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-314f35df-8c89-476a-aca7-e87cdadb1fd0 req-7900f8dd-226a-43d3-9b1e-1625bfc1cc75 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335760 Jul 05 16:16:16.343809 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:16.951052 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5d2b4-a98c-47eb-9fc2-05dde9059ea2 req-52445246-4cdb-492e-b09b-fec44af9a1d0 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:16.952535 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0eb5d2b4-a98c-47eb-9fc2-05dde9059ea2 req-52445246-4cdb-492e-b09b-fec44af9a1d0 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 946 time: 0.0686030 Jul 05 16:16:16.995164 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0eb5d2b4-a98c-47eb-9fc2-05dde9059ea2 req-8631375c-da2f-4271-a2b6-e8f05052efed tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368626 Jul 05 16:16:17.185335 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6844eb-4e5b-46c9-986f-4f8fd73b74ca req-56065bf2-f88c-4c85-80ec-4e5d9dd4cf86 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:17.187000 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3a6844eb-4e5b-46c9-986f-4f8fd73b74ca req-56065bf2-f88c-4c85-80ec-4e5d9dd4cf86 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 946 time: 0.0781775 Jul 05 16:16:17.227456 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3a6844eb-4e5b-46c9-986f-4f8fd73b74ca req-a5a935c6-0f31-4df0-96c9-28c4ba06706f tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Jul 05 16:16:17.622726 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44cb47-214b-4de5-a8b8-7c30d3758bea req-6eb7ef87-0d64-4f73-ab6a-8a2481a27fae tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:17.624215 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ec44cb47-214b-4de5-a8b8-7c30d3758bea req-6eb7ef87-0d64-4f73-ab6a-8a2481a27fae tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 946 time: 0.0683603 Jul 05 16:16:17.661804 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ec44cb47-214b-4de5-a8b8-7c30d3758bea req-49a5640e-3b08-4645-81b8-252126b39830 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jul 05 16:16:23.002537 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc136c-74df-413d-a208-94738fd6433d req-2fe5b873-5aa1-4156-a9a0-540fd4b722cf tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:23.004019 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c5dc136c-74df-413d-a208-94738fd6433d req-2fe5b873-5aa1-4156-a9a0-540fd4b722cf tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 945 time: 0.0636280 Jul 05 16:16:23.044169 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c5dc136c-74df-413d-a208-94738fd6433d req-7266bb30-03f7-4284-83eb-7eb75a5af349 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dfb7372-693a-4a88-9ec5-84dbce92c6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344698 Jul 05 16:16:23.318776 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-74c5d0a7-f840-4b79-a04e-dc0f0393bc8b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:23.320209 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-74c5d0a7-f840-4b79-a04e-dc0f0393bc8b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 945 time: 0.0614684 Jul 05 16:16:23.430648 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Deleting port 37526373-24e6-4417-82da-c91064ace748 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:16:23.430900 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:23.526162 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] For port 37526373-24e6-4417-82da-c91064ace748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=37526373-24e6-4417-82da-c91064ace748,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:16:23.526516 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:23.693463 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:23.693748 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:23.694145 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Floating IP de8d6676-ed8c-4a78-96ce-d03f912ac202 disassociated. External IP: 172.27.3.217, port: 37526373-24e6-4417-82da-c91064ace748. Jul 05 16:16:23.694402 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Calling delete_port for 37526373-24e6-4417-82da-c91064ace748 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:16:23.826137 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:23.852585 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event deleted for resources: {'Port': ['ID=37526373-24e6-4417-82da-c91064ace748,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:23.968214 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Router 55d8dd00-c9e4-46a1-bf75-d520eed1484e has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:16:24.072676 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:16:24.082431 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] Sync routers for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:16:24.091847 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:16:24.092468 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:16:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:24.116074 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] No DVR routers for this DVR port 37526373-24e6-4417-82da-c91064ace748 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:16:24.118631 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:24.120620 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-de989ce8-1a6c-4f3c-a2f2-7a022906d96e req-b7a220ad-a7ab-4878-9a32-d4e1e5511b45 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.39 "DELETE /v2.0/ports/37526373-24e6-4417-82da-c91064ace748 HTTP/1.1" status: 204 len: 173 time: 0.7945266 Jul 05 16:16:24.121114 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'name': 'network-vif-deleted', 'tag': '37526373-24e6-4417-82da-c91064ace748'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:16:24.124603 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bca4579-1fdb-41b9-8ba7-67690eddb003" -d '{"events": [{"server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "name": "network-vif-deleted", "tag": "37526373-24e6-4417-82da-c91064ace748"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:16:24.162459 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2be6758-0b17-4cd7-83b9-a58305c24056 x-openstack-request-id: req-f2be6758-0b17-4cd7-83b9-a58305c24056 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:16:24.162747 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a518008b-1673-44cc-87f6-fb9629da2faf", "name": "network-vif-deleted", "tag": "37526373-24e6-4417-82da-c91064ace748", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:16:24.163026 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2be6758-0b17-4cd7-83b9-a58305c24056 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:16:24.163391 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a518008b-1673-44cc-87f6-fb9629da2faf', 'name': 'network-vif-deleted', 'tag': '37526373-24e6-4417-82da-c91064ace748', 'status': 'completed', 'code': 200} Jul 05 16:16:24.220586 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:16:24.243188 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14cfdf46-cb5a-4eb8-a8bf-04d9b01baa27 req-0c7a6815-5c33-4f2f-8ca1-53cfe73a7f8e tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a518008b-1673-44cc-87f6-fb9629da2faf HTTP/1.1" status: 200 len: 210 time: 0.0488367 Jul 05 16:16:24.457753 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:24.483951 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] Checking router: 55d8dd00-c9e4-46a1-bf75-d520eed1484e for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:16:24.492000 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:16:24.492617 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:16:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:24.597149 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:16:24.823971 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:16:24.852525 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b406f-ef77-4836-9817-609d9dbd2702 None None] The sync data for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi is: [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:07:03Z', 'revision_number': 4, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d', 'name': '', 'network_id': '8b7b3404-1e66-4636-a3ac-a2d1f376e903', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'mac_address': 'fa:16:3e:04:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:02Z', 'updated_at': '2021-07-05T16:07:11Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'subnets': [{'id': '71be83f5-6e97-48cb-9cc6-2bedd937adbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:16:25.090294 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d41e41-8f31-45c4-9a3d-40ea1b495ac2 None None] New status for floating IP de8d6676-ed8c-4a78-96ce-d03f912ac202: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:16:25.360949 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 50936) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:16:25.417819 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bd67aa3f-d7f0-498d-beec-bf80b41c249f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.444362 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bd67aa3f-d7f0-498d-beec-bf80b41c249f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.492726 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bd67aa3f-d7f0-498d-beec-bf80b41c249f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.496293 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bd67aa3f-d7f0-498d-beec-bf80b41c249f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.497602 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-bd67aa3f-d7f0-498d-beec-bf80b41c249f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "DELETE /v2.0/security-groups/2dfb7372-693a-4a88-9ec5-84dbce92c6e5 HTTP/1.1" status: 204 len: 168 time: 0.1363363 Jul 05 16:16:25.500519 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50940) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:16:25.507120 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67aa3f-d7f0-498d-beec-bf80b41c249f tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb7372-693a-4a88-9ec5-84dbce92c6e5,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:25.514535 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.api.v2.resource [None req-ffcc9fd5-f93f-4cbe-8c48-d0d5b50f6be1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] show failed (client error): The resource could not be found. Jul 05 16:16:25.516222 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ffcc9fd5-f93f-4cbe-8c48-d0d5b50f6be1 tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "GET /v2.0/security-groups/2dfb7372-693a-4a88-9ec5-84dbce92c6e5 HTTP/1.1" status: 404 len: 347 time: 0.0140524 Jul 05 16:16:25.518931 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 50942) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:16:25.647797 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Deleting port fc9d99b8-82ee-4a94-ba74-3e04f5a76a37 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:16:25.648131 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.724786 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.725109 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.738287 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Calling delete_port for fc9d99b8-82ee-4a94-ba74-3e04f5a76a37 owned by network:floatingip {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:16:25.873835 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.899732 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Pushing event deleted for resources: {'Port': ['ID=fc9d99b8-82ee-4a94-ba74-3e04f5a76a37,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:16:25.963168 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.966354 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:25.967582 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-1aa3ef19-7411-41ea-a1d6-e6fefb889c1b tempest-AttachVolumeTestJSON-1363527205 tempest-AttachVolumeTestJSON-1363527205-project] 10.222.0.24 "DELETE /v2.0/floatingips/de8d6676-ed8c-4a78-96ce-d03f912ac202 HTTP/1.1" status: 204 len: 168 time: 0.4473596 Jul 05 16:16:27.012203 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 37526373-24e6-4417-82da-c91064ace748 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:16:27.033656 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 37526373-24e6-4417-82da-c91064ace748 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:16:27.034003 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 37526373-24e6-4417-82da-c91064ace748 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:16:36.635744 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:16:36.886686 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-df791f6c-d6a9-4290-a4e0-1cd186e024da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:39.426928 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0c8a50de-2438-42f2-b4d1-220dd29c12ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:39.735149 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:41.021872 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:43.401854 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:46.349688 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:16:53.375224 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-3d53c839-b56e-40e5-ad2f-7f84101d7a2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488896 Jul 05 16:16:53.448058 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-baa17ee7-dd6d-4d54-9b0b-9d23ea514768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:53.449578 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-baa17ee7-dd6d-4d54-9b0b-9d23ea514768 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 1099 time: 0.0518100 Jul 05 16:16:53.564009 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-20e9414c-717b-4e21-802d-3edbc8b2abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:53.565507 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-20e9414c-717b-4e21-802d-3edbc8b2abc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0900285 Jul 05 16:16:53.605161 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-0931596d-f304-4286-be96-15afff2afc46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9b0393-3992-4751-92a3-9555e286a50a HTTP/1.1" status: 200 len: 217 time: 0.0337069 Jul 05 16:16:53.654412 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-dc0bac17-2179-4138-80ca-a0588f241dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:16:53.655871 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-dc0bac17-2179-4138-80ca-a0588f241dca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0447574 Jul 05 16:16:53.692252 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-f751983e-90a7-4ce9-94c1-ff24facc27d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290143 Jul 05 16:16:53.780708 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-f07276d1-c324-4603-9665-de374b55e91a service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824816 Jul 05 16:16:53.874198 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e9136d22-86c2-4d2f-aa8f-4eae1f79070a req-4b04eca1-4af0-49c9-aca7-247c593a7c2b service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861256 Jul 05 16:17:06.879733 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-42876c6e-c824-4195-ba63-70705c512fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:09.429084 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9af8be5c-c2cd-4c60-bc92-f8171fc7387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:09.737163 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:11.023323 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:13.406773 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:13.633626 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:17:16.341804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:36.880197 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a2392292-dbae-4563-8baa-8d80f0ece2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:39.430436 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0c916938-d172-47a7-9f3f-ea680a66c60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:39.742888 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:41.026410 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:43.405996 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:46.348258 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:17:50.632645 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:18:06.882061 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-519b09b3-5d73-4670-81c1-c9df5c848d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:09.430918 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a70323c7-c7e0-48b6-a2ca-551675e675fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:09.744182 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:11.029786 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:13.407626 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:16.340747 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:27.634113 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:18:36.882194 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b14050d3-0f2f-4700-b761-f259e4507222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:39.430417 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-18fabeb3-02fe-4e4c-872b-9d858c4340d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:39.745189 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:41.032210 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:43.411276 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:46.352830 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:18:53.745058 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-f5437676-4394-451e-8a30-d8afee978b30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540273 Jul 05 16:18:53.836216 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-eb5c25f2-3b87-4075-8c57-3e575d2350b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:18:53.837721 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-eb5c25f2-3b87-4075-8c57-3e575d2350b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0513229 Jul 05 16:18:53.942613 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-5748b0c8-6cb9-4414-9d04-863dbb2b7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:18:53.944070 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-5748b0c8-6cb9-4414-9d04-863dbb2b7660 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0856578 Jul 05 16:18:53.984866 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-e826ddf8-f544-4ea0-8d22-8d63ba9be95a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0346742 Jul 05 16:18:54.031184 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-4bed1884-88f8-472b-a288-5e2defbbf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:18:54.032573 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-4bed1884-88f8-472b-a288-5e2defbbf6da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0421352 Jul 05 16:18:54.067813 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-3a58b45c-a62d-4afe-9294-844a39260ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jul 05 16:18:54.152845 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-7ad181bd-d588-4c78-a583-601fd3f578a3 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790162 Jul 05 16:18:54.492180 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4965e6e0-604d-4e25-9c09-abe752f92a83 req-19d4d494-68f2-4c3e-8658-5ff5b240a8d4 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315785 Jul 05 16:19:04.633063 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:19:06.897237 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-962c0ede-69e4-4f1e-8dc7-b0e2a95b4e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:09.432620 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-44c9be63-cc5b-4305-921f-73159fa42304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:09.747866 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:11.034191 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:13.413856 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:16.354982 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:18.679308 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad9aad-b886-47c9-88f0-78ed54ee58d8 req-c28504d8-5b0c-4595-af01-ad6036d4657e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:19:18.680785 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cbad9aad-b886-47c9-88f0-78ed54ee58d8 req-c28504d8-5b0c-4595-af01-ad6036d4657e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 945 time: 0.1831036 Jul 05 16:19:18.725220 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cbad9aad-b886-47c9-88f0-78ed54ee58d8 req-720421e9-34f5-49de-b736-ea73aa0d2e6e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc944643-df82-47f5-8ac6-9df6c549c317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Jul 05 16:19:18.909687 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-90eb7629-7bff-4979-b866-2d386b9d3ad4 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:19:18.911106 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-90eb7629-7bff-4979-b866-2d386b9d3ad4 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 945 time: 0.0607975 Jul 05 16:19:19.014795 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Deleting port 39e09c23-c3ec-4afc-91cd-5098e6161819 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:19:19.015133 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:19.102887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] For port 39e09c23-c3ec-4afc-91cd-5098e6161819, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=39e09c23-c3ec-4afc-91cd-5098e6161819,segment=NetworkSegment(ff3b0497-59bf-4a6e-b466-08bbd0d55614),segment_id=ff3b0497-59bf-4a6e-b466-08bbd0d55614)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:19:19.103244 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:19.115192 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Calling delete_port for 39e09c23-c3ec-4afc-91cd-5098e6161819 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:19:19.240536 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:19.253761 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['39e09c23-c3ec-4afc-91cd-5098e6161819'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:19:19.267639 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Pushing event deleted for resources: {'Port': ['ID=39e09c23-c3ec-4afc-91cd-5098e6161819,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:19:19.277221 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.277602 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.277946 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.278275 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.278611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.278942 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.279270 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.279598 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.280281 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.280281 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.280546 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.280866 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:19:19.327192 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] No DVR routers for this DVR port 39e09c23-c3ec-4afc-91cd-5098e6161819 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:19:19.329914 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:19.331868 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4b64808d-5ab5-4d39-afcf-eb7f7a6472da req-17358b22-d8a8-4562-8c94-2bed4407ba34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.39 "DELETE /v2.0/ports/39e09c23-c3ec-4afc-91cd-5098e6161819 HTTP/1.1" status: 204 len: 173 time: 0.4151742 Jul 05 16:19:19.332315 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'name': 'network-vif-deleted', 'tag': '39e09c23-c3ec-4afc-91cd-5098e6161819'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:19:19.334516 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d8b47d-1601-4081-800e-6f02aed4eaf1" -d '{"events": [{"server_uuid": "6a7f39f1-220f-4ea8-b296-e769822c2e05", "name": "network-vif-deleted", "tag": "39e09c23-c3ec-4afc-91cd-5098e6161819"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:19:19.444033 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f0ad75-9982-4493-b9d4-2da8a6c3a1fa x-openstack-request-id: req-37f0ad75-9982-4493-b9d4-2da8a6c3a1fa {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:19:19.444324 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7f39f1-220f-4ea8-b296-e769822c2e05", "name": "network-vif-deleted", "tag": "39e09c23-c3ec-4afc-91cd-5098e6161819", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:19:19.444571 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37f0ad75-9982-4493-b9d4-2da8a6c3a1fa {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:19:19.444964 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7f39f1-220f-4ea8-b296-e769822c2e05', 'name': 'network-vif-deleted', 'tag': '39e09c23-c3ec-4afc-91cd-5098e6161819', 'status': 'completed', 'code': 200} Jul 05 16:19:19.884222 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8e5bae0d-3c74-4834-a8bd-9fdbabc0be44 req-c74676d9-d76f-48f3-b09c-9913fe7b45a8 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0279260 Jul 05 16:19:21.073684 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6d708291-47f1-4270-a8b6-e24774c9e23e req-669c7d87-4cf8-4411-b9c0-b64c9fa4600a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0777185 Jul 05 16:19:22.212772 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac03e769-120e-4459-9ea4-e5879ab79900 req-1c2eb3c0-206a-4a4f-a6b8-e6d802d7be03 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Jul 05 16:19:23.351364 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-98708804-e48d-4527-8f07-59e004d57f6f req-7bdd1b78-4b3f-4edf-99ee-316c6950d24a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Jul 05 16:19:23.530358 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 39e09c23-c3ec-4afc-91cd-5098e6161819 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:19:23.550368 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 39e09c23-c3ec-4afc-91cd-5098e6161819 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:19:23.550712 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 39e09c23-c3ec-4afc-91cd-5098e6161819 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:19:24.492553 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-02af5e0c-64f7-47df-b968-838496b203b3 req-e3e92804-57dd-4c1d-99fc-968720aa26ab tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0315299 Jul 05 16:19:25.636521 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d20c7466-4950-4271-a11c-a385c90ba3a3 req-27b26a7c-4627-4c26-a403-12c7a82a210d tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0308070 Jul 05 16:19:26.774182 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b4dea4f7-dce2-45f1-a48f-b263a7756743 req-930f158d-d045-4af3-9e89-a697fb4d9967 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Jul 05 16:19:27.910566 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c45bf11b-95bf-43aa-b1bb-da9bcc8ace1a req-a1e37846-7b74-4beb-9f1e-2aaf184dc68e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0278254 Jul 05 16:19:29.047523 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0eca001c-7486-4746-8afa-3732d11da76c req-ed782694-1d90-414a-b093-9859c13a6ebb tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0279021 Jul 05 16:19:30.185232 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-56bcd2e3-ee83-4678-8c17-25f8838a9b30 req-cf04126d-fcb4-49f0-b0bf-e31fe40ebc21 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0269637 Jul 05 16:19:31.326972 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1745fbb1-d755-47d0-b05b-5b2b954ebe53 req-2634a691-0725-44bb-9323-bd409c39985b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0281646 Jul 05 16:19:32.471483 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-67d6c515-8aa1-415a-865a-6252533b3cf5 req-a4473c8d-bdcf-434f-af70-04435d6ff36f tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jul 05 16:19:33.614393 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fe1ced38-8c20-44d7-8c21-cb892d69ea37 req-0f3b936a-5687-4909-9f37-ecd6529e601a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0322504 Jul 05 16:19:34.755043 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-692209c2-0a50-44f9-aa40-e338e64ac070 req-886a1f1a-8c9d-4493-8b29-d7a6fc85edfc tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0311267 Jul 05 16:19:35.895777 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-79889e69-cea8-4bfd-8bb9-a620a8b7f4df req-d542f2c4-c14c-4669-9829-103460a00595 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0280983 Jul 05 16:19:36.893583 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b3302f1c-9883-41b3-aba1-9296ce07fb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:37.034530 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0e3057a7-b305-40b1-9b45-129ee2df1090 req-25102c28-13e0-41f8-8b7d-0d1f145dbe83 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0287924 Jul 05 16:19:38.169708 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5f3d0be5-92c3-456e-9f13-ab33ea73673e req-e02c73b1-7cce-42cf-964d-43714b675346 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0277445 Jul 05 16:19:39.306727 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0c5052c0-aafe-46b5-9fca-a6522641d77a req-2c7d7d89-3d98-44be-953c-ac8d47f1e33c tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Jul 05 16:19:39.433071 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d7d23ec5-9120-45da-8e4b-b4ec29dcc4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:39.749696 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:40.447569 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-34c642ee-aeb5-47cf-8fe1-c230ee80b973 req-4e62182d-f33f-4dd7-a9bc-44f018fdf870 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0285888 Jul 05 16:19:41.037319 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:41.587249 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c7960f5c-05f8-4dd4-b110-5ed66af6ad6c req-96fc5e3e-14a3-451e-8d50-b525a3ae5cad tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0269949 Jul 05 16:19:41.631620 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:19:42.732677 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-66f44058-3181-4e0a-8868-e56d5ce27f98 req-9a634c1c-b574-4ed4-a94f-cb7de2e9bca7 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0322866 Jul 05 16:19:43.416421 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:43.872574 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-057f0399-e930-4768-9f6f-dc9864feb483 req-95761f09-597b-4e67-bbb2-807204cc3ceb tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0311511 Jul 05 16:19:45.016540 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6f25a277-f4d0-4568-b62b-6ecd9cc393e1 req-7c10344e-12c9-492c-ab10-c03c3e087a5d tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0350752 Jul 05 16:19:46.155971 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-092b424e-c40c-42eb-ad64-e60e6187e8fc req-0c51b46f-94bb-42ac-abea-9ce1185a0875 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0274336 Jul 05 16:19:46.358798 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:19:47.291287 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-08158421-54d3-4981-b014-c68f55c6724b req-ca35a119-8175-407c-9d5b-c9fe038aaf2b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0272183 Jul 05 16:19:48.428502 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-00781653-e9dd-41b8-b301-0c0f5f9ba62c req-5d5acb77-947c-4ab4-80f2-b214e5231ffb tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0277705 Jul 05 16:19:49.574422 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a17002c-358c-410f-b28c-24ae788cee06 req-01d53593-1a05-4570-b28b-22ca4e07a4aa tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0331550 Jul 05 16:19:50.720607 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8d06eefa-186d-4417-ade5-ad1396cfa4f0 req-cab2b015-e760-493a-bc32-00fa62dd499c tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0276184 Jul 05 16:19:51.863833 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ea07a442-acee-4d76-9254-c495e71bded3 req-3409cafd-ded8-4cd4-b174-f98c5fe51991 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0319748 Jul 05 16:19:53.002822 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-33d0f4f6-f3fc-434c-a9c3-3420cd8d096b req-c8392652-565b-41ef-bf9c-79a7aa117e32 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0317097 Jul 05 16:19:54.139859 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e94e4279-15e4-492e-81c2-ac12efebb0d9 req-d0e46f15-bfc0-4238-825b-907930ce55d0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Jul 05 16:19:54.377621 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-c281ad87-570b-42e1-8f57-85537a872c79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501351 Jul 05 16:19:54.448876 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ea586-1265-48ff-8035-e3382f268a90 req-f724818d-68ee-4cd0-b281-0ae78c3ca1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:19:54.450449 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-f724818d-68ee-4cd0-b281-0ae78c3ca1b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.0515623 Jul 05 16:19:54.555529 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ea586-1265-48ff-8035-e3382f268a90 req-8edd968b-8703-426a-b1bf-a8324f470c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:19:54.556996 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-8edd968b-8703-426a-b1bf-a8324f470c86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.0867100 Jul 05 16:19:54.597565 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-b2a580d0-1fd6-40cc-8cc2-f46df903fc5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0335047 Jul 05 16:19:54.649759 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ea586-1265-48ff-8035-e3382f268a90 req-59e22722-6dc5-4b17-bc5a-585d378c54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:19:54.652358 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-59e22722-6dc5-4b17-bc5a-585d378c54e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0479310 Jul 05 16:19:54.682877 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-66804ed7-54e1-44ae-b35d-fa9af063484d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255105 Jul 05 16:19:54.770642 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-74c242ca-91df-404e-bfc8-d62020c3e819 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812132 Jul 05 16:19:54.875624 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-687ea586-1265-48ff-8035-e3382f268a90 req-b15e2ffe-57fd-4ace-876f-bf1359df01d8 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905874 Jul 05 16:19:55.276597 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ce8b6ed6-b0c6-4511-b9ea-94b2fd1cfafd req-84725a4b-5a22-4d6e-8cec-6f3c92f6bc05 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Jul 05 16:19:56.418162 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a843f461-25e5-4f06-9cab-704be1c6f913 req-4d9bf9cf-5422-445a-947f-d5270d2991b6 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0302508 Jul 05 16:19:57.554092 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b4b2314b-ba4c-4f7d-93aa-de03b8be0f98 req-dc80ee08-0462-481a-8fe3-f3791eb21a3d tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0282321 Jul 05 16:19:58.695454 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cf619be3-dd5d-4b47-92b4-b72d93b60656 req-fd430ef8-82d2-47ba-9357-2ea531bc653a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Jul 05 16:19:59.839973 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5ecdf674-4058-4eb8-a355-ca1a82f4b384 req-ed1f815a-a43c-45aa-95df-5fe2c86b2aae tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0277622 Jul 05 16:20:00.980316 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7d636235-1ba0-4f07-8d1c-af2679ee14bb req-f6b2c725-27c8-4ca9-a902-fb55807755fc tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0309939 Jul 05 16:20:02.118329 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-22f6bde4-2af6-48ed-a98d-c9204f73af42 req-8df56b73-abdc-499c-9cc6-bbeaec19ef96 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0298557 Jul 05 16:20:03.258636 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-883dbee0-d74b-4b15-8dc3-90ab6cd34575 req-37e026a2-f45a-4923-9ed3-c4a83f848a85 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0286684 Jul 05 16:20:04.400858 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-080c1d59-6e94-4065-a520-3d1fc7b2fb55 req-c3f60fce-4c9e-41c9-8b00-b49a4fb1f5db tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0276039 Jul 05 16:20:05.539160 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c3b70640-6820-4488-a10b-22de9fcbc373 req-ef590b4c-c721-491f-941d-ac75d6f0f6fd tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0283940 Jul 05 16:20:06.677411 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-db7d1b52-5b8e-4eea-8503-ff11b2d87637 req-0f90c439-344d-4a93-8d49-437300aa7889 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Jul 05 16:20:06.886019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a188b293-b5ba-4525-aa5a-0ffcf50b5172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:07.825020 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a5756a95-6a99-497d-b893-8a203b9a7def req-9298beda-0df0-4675-88ff-b75a2d4bbdd1 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0281987 Jul 05 16:20:08.963966 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c1e347bd-b937-46b1-bcfa-0bd5c992a593 req-8bee7966-97ea-421c-aa34-6997bcbf1153 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0270729 Jul 05 16:20:09.434527 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0e61af60-fe03-4891-b923-cf5d7c613a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:09.752427 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:10.105664 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1e086e33-61ce-4cc4-84d2-9d4c12ab6f09 req-e707f27d-e0f7-4645-af3e-4725160d7d42 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0296288 Jul 05 16:20:11.039461 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:11.251577 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f1ebcbc2-a1a8-4024-b5a0-e6a4a6d0143c req-4e7511a3-37d0-4658-a4bf-4300817d2f34 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0313234 Jul 05 16:20:12.388857 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3095a5b3-9300-4b85-957f-46902aba9be0 req-411a3d96-2beb-42f9-b2b2-aa4738638363 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0286705 Jul 05 16:20:13.419720 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:13.534988 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f73ecfb1-1533-4162-b36a-4cf856099486 req-4aea1aff-4869-4e48-93d4-f00921c295d8 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0272522 Jul 05 16:20:14.673385 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-dbd56e95-10ff-435b-809e-1b0e420be5bd req-0ed149f8-d52d-4868-a929-129c6e0cbf60 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Jul 05 16:20:15.815374 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-93eb8572-1960-4d04-a531-9a0b9a748d3d req-b33c16d3-ea60-49bc-afe2-028280623f41 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Jul 05 16:20:16.370085 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:16.958337 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f8bcfeb1-c5e7-4f19-971a-872f7fd7b186 req-12232d88-1d4b-4d3b-97ab-eeedcdc02913 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0288475 Jul 05 16:20:18.099622 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-384ef57c-c620-4317-a4fc-b0c058643c47 req-1363e4d2-acd7-4257-aba6-3677d9262606 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0271790 Jul 05 16:20:18.630426 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:20:19.251460 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-aca351f5-4e95-4b0b-9ac8-d206ee5e8d1e req-eeacd5ec-4a01-4907-9f86-6e6d4efb5c23 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0318718 Jul 05 16:20:20.405946 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-55457ce9-45e6-444a-a5e3-8535ef5a4443 req-8aca190f-b79f-4ce7-808f-5d796a69ebf0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0296135 Jul 05 16:20:21.543224 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a708615-5793-4ba9-aae0-70f6760b971c req-91ab8a35-82da-4dbc-9de0-38bdabe1ed1a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0273612 Jul 05 16:20:22.682371 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fe7e6570-f952-4f56-99a1-e5ec7a92825d req-93cac213-ae90-47c1-b75d-4f9867deda73 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0298026 Jul 05 16:20:23.818422 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8c0e3c22-640f-4105-acbd-f8f6f6a76628 req-1c0fc12e-728a-4d32-9415-3d4d126ea34b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Jul 05 16:20:24.959704 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-689a179e-9810-4609-a9a0-e91dd36e9e9d req-c8143324-8f5b-467d-b7ac-ec0e65fb2175 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Jul 05 16:20:26.098372 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bbd9925c-f9e8-4aea-9daf-a30ff52d363a req-5b51b92f-96b6-4787-828f-7b032e42ec77 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Jul 05 16:20:27.240480 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1613aa4b-56c9-442b-972c-c191f33b0d24 req-cb8df594-196b-4020-a9fc-07a6bbe4a469 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0274732 Jul 05 16:20:28.381217 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c87296f7-efe3-483e-bf84-d0ae1ea4d663 req-b7206d79-c577-4035-9d8d-9bb77c2928a0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0316243 Jul 05 16:20:29.526801 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8f2ae90a-1006-4e9d-9c01-0273cf286d0f req-f7c8fefa-ba8d-4ded-a6da-f3860b1a706e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0303118 Jul 05 16:20:30.671290 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-793245d6-4485-42a5-a145-3a9af346187b req-ab3be4f3-5e1f-4849-af22-7bd0e7b4a795 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0291870 Jul 05 16:20:31.810500 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-feddfbbe-8d4c-42b4-9995-e7124e06bcc2 req-e88e513c-ffe7-4ed8-8c4f-e840bbb1e5e0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Jul 05 16:20:32.946973 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-76ac5309-c8fd-4e33-b717-46ad615e6af0 req-535321c1-bb9b-422b-a922-59d41a8a7410 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Jul 05 16:20:34.085210 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c80202bb-56ab-4eaa-9733-42e99e92bc51 req-1f647ee7-733d-4b61-a387-d02cb7af459f tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0285964 Jul 05 16:20:35.227146 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-98c7b0ba-f9d0-4577-a911-ca963919efa4 req-2ca2b988-4e70-405f-bb6b-a3fea0ad6398 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0284350 Jul 05 16:20:36.367884 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8ac8937c-dc3a-44c0-88aa-2bf2d448ba42 req-b2d53a6b-40ca-4dae-b079-55dd07da66c6 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0285347 Jul 05 16:20:36.888233 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-833a8855-76c0-48c9-9472-4d30786e4d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:37.511111 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1413ce99-a05f-4c7c-a5a4-2a75d37e1f6c req-edb69c27-aafc-4905-a798-1d0c7f042745 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0307956 Jul 05 16:20:38.650644 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f23a168f-ad46-43a5-bd95-f2604d1c389a req-3e39c406-7fb5-4171-901b-07e91296d03e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0308609 Jul 05 16:20:39.435080 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bc3627a5-0953-4679-a759-ecca64b126aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:39.754405 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:39.798291 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-977908cf-61a3-438a-ab45-fb2a9fee4ded req-1a3ea095-93e8-49c5-927e-502e5ed730fe tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Jul 05 16:20:40.936786 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8263ceac-299c-49dd-b742-61d1d695824f req-ee7daa47-77f4-4893-bb61-1f135693e3a8 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Jul 05 16:20:41.042610 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:42.074518 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a6e1e8dc-8909-4d7c-83ab-6a53edb6fe63 req-64b2dd65-8a8e-4aed-af07-31129b7ad95e tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0278001 Jul 05 16:20:43.221997 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5b4e5154-a180-40a1-ae3d-30a137b30009 req-c79a8d9f-b869-4495-98b9-24d96131dbdc tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0316761 Jul 05 16:20:43.422124 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:44.371625 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-55595558-59b3-40a7-88b0-e3e3319735a9 req-d96ee1a7-93b4-4025-b260-553a0785c0dd tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0307190 Jul 05 16:20:45.512189 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-656bb50c-4901-497c-ac3a-9d1ef09c3972 req-b87e04ad-6572-4f6c-b7b7-83a5ca0f9484 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0275509 Jul 05 16:20:46.368452 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:20:46.653882 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f061faf9-5df4-4053-a152-9a3ef53d8a9e req-2ef5499b-c134-4375-95a0-1bd2847a55b5 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0311353 Jul 05 16:20:47.576334 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-ad6a3278-55cd-44d2-b435-3d8ad873671a req-ef9e197f-2b6b-4bca-822b-1f2020eb4378 service neutron] (93110) timed out ('10.222.0.39', 52665) {{(pid=93110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 16:20:47.796272 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9bd40f18-6a11-4e89-aa10-4845079ac8a4 req-a1b7d921-a376-4c9d-8ef6-ae9ff810520b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0316203 Jul 05 16:20:48.935218 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a4126cc-50d1-4047-af66-102865443f27 req-a33bf988-03dc-40e4-a3d5-0146c104be19 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0275550 Jul 05 16:20:50.072793 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cf4d0a68-659b-4a29-b89e-893858bab9ee req-fe7f2244-aff6-4b32-8e93-26fab5c3c1b9 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0291998 Jul 05 16:20:51.211144 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-38a53aea-5905-499e-bbc0-8b4bf2128a79 req-a262f4d4-27b4-4462-9be3-bbca6d7e1d89 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0301077 Jul 05 16:20:52.348193 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0d8ba451-fa9f-45b9-bda8-9c2452316db5 req-c4859db9-405c-4a69-9bd1-b53d5c3828a2 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0284500 Jul 05 16:20:53.489031 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5b139c37-339e-4053-b565-68423e2202ac req-d3e69303-38b9-4c9e-a742-91548f914c95 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0283768 Jul 05 16:20:54.636269 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c8f0d8fa-4cda-4d94-8de5-4a179117c8c9 req-c4e8e613-253e-45b9-9f5c-1f40c51879d4 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0290833 Jul 05 16:20:54.713074 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-aaf0c73f-3afc-4c42-bf3b-92c67fc8694e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1009786 Jul 05 16:20:54.787581 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-446c499d-e48f-4ff7-87f5-3baefd282eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:20:54.788983 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-446c499d-e48f-4ff7-87f5-3baefd282eda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 1098 time: 0.0524423 Jul 05 16:20:54.892688 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-74369fb7-e079-4e57-b5ae-23cf54002645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:20:54.894185 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-74369fb7-e079-4e57-b5ae-23cf54002645 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.0860107 Jul 05 16:20:54.934476 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-c8ed161c-b9f7-4746-a999-58bd1e1e0763 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 200 len: 217 time: 0.0334306 Jul 05 16:20:54.981971 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-c00e063c-8ab9-4b6c-8a89-342d65d30050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:20:54.983646 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-c00e063c-8ab9-4b6c-8a89-342d65d30050 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0420532 Jul 05 16:20:55.015362 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-09dca74a-4030-4383-b257-b40371132842 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245547 Jul 05 16:20:55.103813 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-ae9a2e64-4740-45a4-83cb-2879809871f0 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814214 Jul 05 16:20:55.201137 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-464ff388-58c9-4fea-a3aa-47da08164c49 req-0c2756d4-cd52-4fe1-a1ea-549629ad39cf service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911422 Jul 05 16:20:55.628063 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:20:55.773641 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c6c88d19-0774-4b51-a021-6453bb70a96e req-a581e463-5f72-489b-9854-1ebd7fc6cce6 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0283563 Jul 05 16:20:56.933605 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f81e56ef-c278-441d-81bc-c2d52a8c8670 req-5abaf8fa-db7e-4d1e-8e86-a4d3a141504f tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0310302 Jul 05 16:20:58.078572 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3829441e-2227-4fb6-b734-667e2b9390ca req-14eb5238-afba-47b5-b06c-1fc613fdefa0 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0281570 Jul 05 16:20:59.215001 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e0cd616c-a284-4d09-9aa9-5fee98d0a572 req-ce7db5f4-9407-4405-ab75-628e19ee061f tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0279346 Jul 05 16:21:00.457813 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-083448f4-0933-4957-8968-e42235cd74df req-a73af368-a3df-4b97-bdfb-0b399bef2964 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0469210 Jul 05 16:21:01.591204 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1b153216-5433-47ec-9b11-233f01033be6 req-512dd659-17d7-4f4d-b305-378feee17fe2 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0290682 Jul 05 16:21:02.743491 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-96a53d03-5541-445b-addb-bfe0281a83ad req-6654f8fd-9b84-4369-a050-399f61aeb9cc tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0319233 Jul 05 16:21:03.883802 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d29a0c2c-0f80-4db6-8390-3407d5f06f5f req-560b3173-4841-438e-8a4f-d3243cc0a322 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0278714 Jul 05 16:21:05.020205 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9e6242a2-8ce0-4b8a-af5a-5c4caef10e35 req-638dd0ef-6ff0-4376-a266-03765ca8c0ac tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0274472 Jul 05 16:21:06.167202 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-89bf542f-8310-4c0c-8b49-172d06489d79 req-0ddfe01b-c226-4805-8d82-08d04cc10259 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0311091 Jul 05 16:21:06.890178 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7542-b01c-492f-b8c6-aaa4ba7c3e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:07.317976 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d09f1e00-0145-40e3-892c-1ee86716b82a req-a3207b3c-3c1a-4f0a-b098-4e833578e037 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0271618 Jul 05 16:21:08.455955 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-abd8c7ca-5f74-4c27-ad18-15cb9d66d064 req-7fbee9af-00e0-4b15-bb6f-10b5a9567ec3 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0275629 Jul 05 16:21:09.435374 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-92fb3f7b-1b51-4f69-a2db-4215dd87679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:09.593423 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-39182bba-76a0-4ff8-bc06-8ab2ca47ccc5 req-c4023960-0aa8-406b-8b19-d8afb1e0eb6a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0286541 Jul 05 16:21:09.756509 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:10.730100 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0ba1dd86-d8ef-4649-8539-4e8314a3b61a req-535d5efa-b3d6-4283-9460-57ee86ad0b12 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0284698 Jul 05 16:21:11.053748 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:11.888219 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a0519f91-0f4e-4261-b827-735a7564a35c req-015532fd-d80e-4ff5-acfc-7be5deaf2dcb tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0316429 Jul 05 16:21:13.027524 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7030cc37-2e45-4197-8498-38b77f195091 req-51dc22e8-c6d2-4502-9358-98af6c65b37b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Jul 05 16:21:13.424944 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:14.166575 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-51f2eb88-780d-4cfb-9c6c-34e18216d4ac req-3c4eee7d-0832-405a-95ab-21c243128a48 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0284443 Jul 05 16:21:15.309258 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a6929b9f-89a4-4e75-a5e7-ec1989142fb0 req-5db79ede-f2cc-43c5-b952-0c27e96d706a tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0318158 Jul 05 16:21:16.380180 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:16.451894 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0933a9a1-9f53-4894-9a42-44ee1db95275 req-e142cdfb-8bc0-4d52-aa4b-9e9c6ce6d3e7 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0295262 Jul 05 16:21:17.596287 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c53ef2b4-4904-44f6-8c83-587bbe81bbfa req-455036b8-8b13-427d-b4ba-f6f43d3d5338 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0269792 Jul 05 16:21:18.734510 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a343fa06-ab41-4a43-962b-a2a7639501ad req-7aeb5189-7ac9-40df-be3f-ce03d109b97b tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0286925 Jul 05 16:21:19.900326 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ac594345-468c-42d3-abea-82af6e7a6c60 req-297efb29-a724-4c2a-a782-28ee943971b6 tempest-VolumesSnapshotTestJSON-1283537160 tempest-VolumesSnapshotTestJSON-1283537160-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a7f39f1-220f-4ea8-b296-e769822c2e05 HTTP/1.1" status: 200 len: 210 time: 0.0290208 Jul 05 16:21:32.626752 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:21:36.890706 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fa2e67d2-72fa-4886-a325-c29ca2433e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:39.436455 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e14cbbf5-a035-4d1a-9425-8ee0e24a8eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:39.760010 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:41.052671 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:43.428700 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:45.200648 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-88158877-2bf8-4ee2-bf4e-546ba03d6de8 req-4b7b607c-0704-49a0-b510-e993e2fdd98f tempest-DeleteServersTestJSON-1700347403 tempest-DeleteServersTestJSON-1700347403-project] (93109) timed out ('10.222.0.39', 52690) {{(pid=93109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 16:21:46.390696 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:21:55.355783 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-ff2f8d28-e4f1-4712-8709-a7454aaff794 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552399 Jul 05 16:21:55.434866 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-ba1718b9-3357-4742-a0dd-f4347b49ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:21:55.436146 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-ba1718b9-3357-4742-a0dd-f4347b49ac6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 1099 time: 0.0540500 Jul 05 16:21:55.541555 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-5233e4b1-2db8-49fe-916b-01db6bbdcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:21:55.543033 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-5233e4b1-2db8-49fe-916b-01db6bbdcf6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0859635 Jul 05 16:21:55.585757 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-ec6f7eb1-a046-43cf-9a64-126f7cd86be7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0361149 Jul 05 16:21:55.635223 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-57b34fee-d0a4-44fc-9fc9-6bc953f9eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:21:55.636681 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-57b34fee-d0a4-44fc-9fc9-6bc953f9eb4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0455601 Jul 05 16:21:55.668808 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-7485ceeb-8604-4808-bd64-22e443d4f421 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254135 Jul 05 16:21:55.757163 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-1fca4596-87ae-4582-840f-f4e442b046fb service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817273 Jul 05 16:21:55.843997 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fa765acc-f40b-488e-acd2-6625b9feeafb req-56dffd63-e220-46db-a411-0a77e0ca6d6c service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799589 Jul 05 16:22:06.890700 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfdab9a3-22c4-432b-b705-e514c78fed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:09.437267 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6955821d-e6e8-49f3-8601-14d4d19d1caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:09.625380 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:22:09.761186 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:11.054398 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:13.435752 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:16.388771 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:27.194949 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 55918) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:27.695619 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:28.218309 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Deleting port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:22:28.219497 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:28.306670 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] For port 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:22:28.307039 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:28.318992 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Calling delete_port for 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d owned by network:router_interface {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:22:28.532898 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:28.564237 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:28.590965 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.591318 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.591658 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.591995 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.592328 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.592660 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.592991 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.593368 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.593675 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.594535 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.594863 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.595183 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:28.735769 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:28.945141 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Router 55d8dd00-c9e4-46a1-bf75-d520eed1484e has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:22:29.050872 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:22:29.056014 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4dc5bc07-d030-4801-8a31-6835a2910c05 admin admin] 10.222.0.24 "PUT /v2.0/routers/55d8dd00-c9e4-46a1-bf75-d520eed1484e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8600249 Jul 05 16:22:29.058548 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 55940) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:29.059215 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] Sync routers for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:22:29.068069 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:22:29.068670 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:22:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:29.163439 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks [] for router, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.169656 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:22:29.269642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.330945 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Deleting port 69a06a7e-278d-4f89-bcb6-8b07566e85ec {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:22:29.331286 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.356281 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:22:28Z', 'revision_number': 5, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port': {'id': '69a06a7e-278d-4f89-bcb6-8b07566e85ec', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:07:00Z', 'updated_at': '2021-07-05T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:29.389890 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] Checking router: 55d8dd00-c9e4-46a1-bf75-d520eed1484e for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:22:29.398730 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] Routers {'55d8dd00-c9e4-46a1-bf75-d520eed1484e'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:22:29.399332 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:22:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:29.410803 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] For port 69a06a7e-278d-4f89-bcb6-8b07566e85ec, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=69a06a7e-278d-4f89-bcb6-8b07566e85ec,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:22:29.411189 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.423496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Calling delete_port for 69a06a7e-278d-4f89-bcb6-8b07566e85ec owned by network:router_gateway {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:22:29.483209 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] Set router 55d8dd00-c9e4-46a1-bf75-d520eed1484e gateway port host: None {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:22:29.533777 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:22:29Z', 'revision_number': 6, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:29.563567 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71226fe0-5771-4310-869d-823fcd034bf3 None None] The sync data for ids ['55d8dd00-c9e4-46a1-bf75-d520eed1484e'] in dv-cinder-796286-13-iscsi is: [{'id': '55d8dd00-c9e4-46a1-bf75-d520eed1484e', 'name': 'tempest-AttachVolumeTestJSON-1022072683-router', 'tenant_id': 'ce431d1255bd41249424d40a1b967240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:06:58Z', 'updated_at': '2021-07-05T16:22:29Z', 'revision_number': 6, 'project_id': 'ce431d1255bd41249424d40a1b967240', 'gw_port_host': None}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:22:29.587739 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.616836 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Pushing event deleted for resources: {'Port': ['ID=69a06a7e-278d-4f89-bcb6-8b07566e85ec,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:29.679178 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.780321 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.782457 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.846559 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.847134 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d8dd00-c9e4-46a1-bf75-d520eed1484e {{(pid=93110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:22:29.852758 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.853968 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ac1ed58b-f844-45a2-9da8-450d2b6e246d admin admin] 10.222.0.24 "DELETE /v2.0/routers/55d8dd00-c9e4-46a1-bf75-d520eed1484e HTTP/1.1" status: 204 len: 168 time: 0.7943354 Jul 05 16:22:29.856355 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 55950) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:29.902553 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] Deleting subnet 71be83f5-6e97-48cb-9cc6-2bedd937adbd {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:22:29.906147 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:29.951890 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.062108 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.116279 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.143624 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71be83f5-6e97-48cb-9cc6-2bedd937adbd,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:30.145649 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.147435 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4f05f5c6-1234-4fa7-991e-cc6f1dd34fb3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71be83f5-6e97-48cb-9cc6-2bedd937adbd HTTP/1.1" status: 204 len: 168 time: 0.2901609 Jul 05 16:22:30.149555 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736123a-8441-49bb-a1de-62ed18218e2c None None] Network 8b7b3404-1e66-4636-a3ac-a2d1f376e903 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:22:30.150380 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 55956) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:30.366940 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] DHCP port deletion for 8b7b3404-1e66-4636-a3ac-a2d1f376e903 request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:22:30.419023 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Deleting port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b {{(pid=93111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:22:30.419897 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.488466 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.489090 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] For port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:22:30.489217 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.502771 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Calling delete_port for cb21ae8c-8e90-41d2-ae81-04ca8cf6823b owned by network:dhcp {{(pid=93111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:22:30.543436 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Deleting port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:22:30.543775 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.611774 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] For port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,segment=NetworkSegment(351c8470-4bfa-4f28-8660-ef31b2467a47),segment_id=351c8470-4bfa-4f28-8660-ef31b2467a47)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:22:30.612487 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.631259 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Calling delete_port for cb21ae8c-8e90-41d2-ae81-04ca8cf6823b owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:22:30.636202 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437'] for port, after_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.662067 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Pushing event deleted for resources: {'Port': ['ID=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,revision_number=None']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:30.666432 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] No DVR routers for this DVR port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b on host dv-cinder-796286-13-iscsi {{(pid=93111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:22:30.672668 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.673850 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.674328 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.674539 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.674880 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.675215 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.675554 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.675882 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.676211 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.676539 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.676868 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.677195 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2aaf3f-e0fb-473b-b5a3-fc6579686121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:30.715044 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.741605 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb21ae8c-8e90-41d2-ae81-04ca8cf6823b,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:30.745123 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] No DVR routers for this DVR port cb21ae8c-8e90-41d2-ae81-04ca8cf6823b on host dv-cinder-796286-13-iscsi {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:22:30.817373 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.827557 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7b3404-1e66-4636-a3ac-a2d1f376e903']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:30.837726 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351c8470-4bfa-4f28-8660-ef31b2467a47') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:30.838022 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351c8470-4bfa-4f28-8660-ef31b2467a47') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:22:30.847019 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.856726 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:22:30.866932 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.868815 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:22:30.870497 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: self.session.flush() Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: self.session.flush() Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: self.session.flush() Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: self.session.flush() Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:22:30.872459 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:22:30.877557 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:22:30.877911 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8df3f5d3-1af7-41dd-b8cf-410a5ee84b2d not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:22:30.878342 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device cb21ae8c-8e90-41d2-ae81-04ca8cf6823b no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:22:30.897546 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: cb21ae8c-8e90-41d2-ae81-04ca8cf6823b {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:22:30.897848 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device cb21ae8c-8e90-41d2-ae81-04ca8cf6823b not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:22:30.898249 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 69a06a7e-278d-4f89-bcb6-8b07566e85ec no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:22:30.918076 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 69a06a7e-278d-4f89-bcb6-8b07566e85ec {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:22:30.918426 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 69a06a7e-278d-4f89-bcb6-8b07566e85ec not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:22:30.928347 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.932958 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:30.937746 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8b7b3404-1e66-4636-a3ac-a2d1f376e903 HTTP/1.1" status: 204 len: 168 time: 0.7836893 Jul 05 16:22:30.951745 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6dd44-4a32-4549-ae6a-5cd79b6419f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b7b3404-1e66-4636-a3ac-a2d1f376e903,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:31.047333 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 55968) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:31.085242 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f5a58886-0538-47d5-a1e7-15f688434671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce431d1255bd41249424d40a1b967240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367525 Jul 05 16:22:31.087648 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 55972) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:31.138282 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-147080ba-d449-4603-bdfb-ed812eec871c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:31.159746 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-147080ba-d449-4603-bdfb-ed812eec871c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:31.205961 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-147080ba-d449-4603-bdfb-ed812eec871c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:31.208686 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-147080ba-d449-4603-bdfb-ed812eec871c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:31.209846 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-147080ba-d449-4603-bdfb-ed812eec871c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e43aa2a8-7627-460d-8449-6eb1ca4f7b4d HTTP/1.1" status: 204 len: 168 time: 0.1212847 Jul 05 16:22:31.217347 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147080ba-d449-4603-bdfb-ed812eec871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43aa2a8-7627-460d-8449-6eb1ca4f7b4d,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:32.477240 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 56048) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:32.595117 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6436ef15-e0ed-479a-bf60-387fcb5c3fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:32.686597 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6436ef15-e0ed-479a-bf60-387fcb5c3fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:32.691100 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6436ef15-e0ed-479a-bf60-387fcb5c3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:32.730459 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-6436ef15-e0ed-479a-bf60-387fcb5c3fc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2a9adc03f234d73b51a5b69e79f84f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520425 Jul 05 16:22:32.731586 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436ef15-e0ed-479a-bf60-387fcb5c3fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1bc725-bf7d-44a5-8883-e58ddce3e7f6,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:32.733127 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 56052) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:22:32.791645 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:32.813814 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:32.858144 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:32.861532 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:32.862658 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be1bc725-bf7d-44a5-8883-e58ddce3e7f6 HTTP/1.1" status: 204 len: 168 time: 0.1255741 Jul 05 16:22:32.870114 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1bc725-bf7d-44a5-8883-e58ddce3e7f6,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:22:32.877051 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.877422 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.877763 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.878092 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.878418 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.878746 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.879069 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.879389 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.879704 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.880050 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.880335 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:32.880773 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e68635-6c6e-4202-a2b5-8536c1b53990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:22:36.896746 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8891d7a-8166-4028-a611-bcbe87c4b568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:39.441650 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2e04680b-e149-4b02-87e3-808962499e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:39.760706 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:41.056585 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:43.427899 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:46.400892 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:22:46.623997 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:22:57.221976 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-fe611f6f-71b8-44db-9882-592f0e3eb9df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522439 Jul 05 16:22:57.293583 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28658d-b858-4515-8264-f839ca2cd928 req-2851157a-b9e2-4de9-b5ad-b166990d9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:22:57.296233 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-2851157a-b9e2-4de9-b5ad-b166990d9cef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 1099 time: 0.0506988 Jul 05 16:22:57.400653 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28658d-b858-4515-8264-f839ca2cd928 req-ed6dedc0-1a92-45d2-84b0-70eb98e241b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:22:57.402130 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-ed6dedc0-1a92-45d2-84b0-70eb98e241b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0867469 Jul 05 16:22:57.450768 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-d261c544-afa6-4fae-9255-04dadcbfd17f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9b0393-3992-4751-92a3-9555e286a50a HTTP/1.1" status: 200 len: 217 time: 0.0422575 Jul 05 16:22:57.509176 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28658d-b858-4515-8264-f839ca2cd928 req-9537240c-01b4-47a1-927c-5663293feeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:22:57.511213 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-9537240c-01b4-47a1-927c-5663293feeda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0532925 Jul 05 16:22:57.553007 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-49f1369e-bc9a-46cf-9cdf-a00623bb9c35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348291 Jul 05 16:22:57.664272 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-91add93e-d037-40af-a36a-08bcdbfdb4fa service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039662 Jul 05 16:22:57.773785 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d28658d-b858-4515-8264-f839ca2cd928 req-785c7654-a1f6-4420-be8b-39e85c112b3e service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019914 Jul 05 16:23:06.896750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7666e7f6-ddbc-4030-b347-850b0ba89d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:09.441787 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-065f37e2-2754-4afb-a49c-44425b27ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:09.760872 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:11.059375 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:13.430162 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:16.398192 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:23.622844 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:23:36.896481 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1bf73553-22e0-4d9b-ade3-bf99bbc3865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:39.442469 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-85ca8ee6-0bf7-4fd3-8a88-434602bcbc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:39.761857 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:41.063013 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:43.433187 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:46.412986 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:23:57.362287 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-22179b75-c95b-4417-b3e8-9ef27e35efc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553389 Jul 05 16:23:57.432091 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4c18-aef5-442f-9af3-633961372880 req-8e6aabac-6df9-427f-8f36-57e986d2a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:23:57.433868 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-8e6aabac-6df9-427f-8f36-57e986d2a1a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 1099 time: 0.0497577 Jul 05 16:23:57.536354 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4c18-aef5-442f-9af3-633961372880 req-e7fd38d2-c53b-4c66-a7d3-2ada3f03cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:23:57.537863 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-e7fd38d2-c53b-4c66-a7d3-2ada3f03cb76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0856662 Jul 05 16:23:57.578236 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-6325caa9-7f13-4be8-9ee6-fd59230ebfb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=650cab53-0769-49c0-91da-d3c4aac9d627 HTTP/1.1" status: 200 len: 217 time: 0.0340321 Jul 05 16:23:57.629405 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4c18-aef5-442f-9af3-633961372880 req-ba08c5b3-4397-4b9c-a1d7-bc204fbf43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:23:57.630892 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-ba08c5b3-4397-4b9c-a1d7-bc204fbf43cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0462725 Jul 05 16:23:57.664169 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-bbbe3847-f550-42dd-89df-897478380e35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262146 Jul 05 16:23:57.759290 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-c6240c0f-3baf-4c44-9aca-f148b4354bfe service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886662 Jul 05 16:23:57.844704 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00fc4c18-aef5-442f-9af3-633961372880 req-020c6c35-68e6-459c-8425-6e8bcdb03522 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794933 Jul 05 16:24:00.622587 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:24:06.904657 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c24e24f7-9128-4980-9cbc-f38b16d65a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:09.442715 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9f6bddef-5ac8-4e85-a920-6064ddf0ef18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:09.762677 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:11.065430 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:13.438173 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:16.418761 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:36.894533 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b7f8-6533-488b-810f-39d75f1ca31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:37.622292 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:24:39.445191 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3175dd5f-045a-4d26-95fa-01ccfbd84b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:39.762434 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:41.066848 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:43.440476 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:44.400511 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-19b6329e-981a-4a72-bed8-476dc2af6e96 req-e2cb6504-c095-4428-b473-7d8eca3625c7 service neutron] (93109) timed out ('10.222.0.39', 52659) {{(pid=93109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 16:24:46.421726 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:24:59.411352 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-2c3344d9-9ec4-4645-9f4c-882a7b3986ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583839 Jul 05 16:24:59.489960 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-4c7b303e-560e-4093-ab93-7a2154af1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:24:59.491478 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-4c7b303e-560e-4093-ab93-7a2154af1fed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e555c8709aa448548c60531048ee05d9&device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 1099 time: 0.0564299 Jul 05 16:24:59.599430 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-f14d9e90-4707-49d6-8a22-253030b774e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:24:59.600932 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-f14d9e90-4707-49d6-8a22-253030b774e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 HTTP/1.1" status: 200 len: 916 time: 0.0891135 Jul 05 16:24:59.654988 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-3eb9a50a-fd5a-433e-b6b4-b0c7de531431 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584 HTTP/1.1" status: 200 len: 217 time: 0.0476351 Jul 05 16:24:59.720616 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-4e221b58-9fcb-4ff9-a020-bbff9e1cdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:24:59.722509 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-4e221b58-9fcb-4ff9-a020-bbff9e1cdab8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a844de5-d8f3-468d-9080-75a82090494a HTTP/1.1" status: 200 len: 854 time: 0.0610931 Jul 05 16:24:59.792075 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-2807d9d6-02c4-413a-a083-53d12a8ceb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:24:59.793782 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-2807d9d6-02c4-413a-a083-53d12a8ceb5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0647609 Jul 05 16:24:59.898076 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-b74614be-612d-4631-875b-356a299dc18f service neutron] 10.222.0.39 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981684 Jul 05 16:25:00.000284 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-872ff778-b47a-4b4d-bfe4-bff4163d3113 req-a11e55da-2199-4fb0-b01e-70ab52f3c160 service neutron] 10.222.0.39 "GET /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927565 Jul 05 16:25:06.895007 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d5abd6af-02a7-46b7-b392-8ff2e12e6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:09.445159 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9d40-58e8-4cdd-ab19-1d2a14863496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:09.762843 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:11.069599 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:13.442838 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:14.621189 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:25:16.423289 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:17.984744 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 58664) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:25:18.082637 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:18.169998 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:18.173366 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:18.210365 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce800694fbaf4138b313fcbc6aa81237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245295 Jul 05 16:25:18.211250 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5dee8f-9a86-49bf-9a25-da75c3cb1742,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:25:18.212984 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 58670) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:25:18.218906 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.219255 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.219591 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.219917 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.220244 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.220574 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.220893 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.221211 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.221561 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.221879 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.222194 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.222510 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eeced-e5fc-443e-a144-c0e89af2ad53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.263068 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:18.294850 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:18.342263 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:18.344883 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:18.346177 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e5dee8f-9a86-49bf-9a25-da75c3cb1742 HTTP/1.1" status: 204 len: 168 time: 0.1315563 Jul 05 16:25:18.354815 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5dee8f-9a86-49bf-9a25-da75c3cb1742,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:25:18.362107 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.362524 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.362788 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.363125 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.363458 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.363792 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.364122 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.364453 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.364786 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.365107 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.366723 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:18.366723 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53a567-a1ef-4502-bccc-38081b446d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:25:28.910562 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d7b65-bffe-4cb3-b0de-896eb6510e81 req-a4664a6d-fe8f-4520-a311-3df5e6792aa1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:25:28.912216 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce3d7b65-bffe-4cb3-b0de-896eb6510e81 req-a4664a6d-fe8f-4520-a311-3df5e6792aa1 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 946 time: 0.2485251 Jul 05 16:25:28.950782 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce3d7b65-bffe-4cb3-b0de-896eb6510e81 req-7ebe95d2-7a7d-4458-a481-3cf672a30828 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Jul 05 16:25:29.054513 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8991f2fd-6711-4abf-bd5e-2c4071a6eb8c tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:25:29.055959 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8991f2fd-6711-4abf-bd5e-2c4071a6eb8c tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 946 time: 0.0629857 Jul 05 16:25:29.165181 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Deleting port 650cab53-0769-49c0-91da-d3c4aac9d627 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:25:29.165547 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:29.257602 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] For port 650cab53-0769-49c0-91da-d3c4aac9d627, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=650cab53-0769-49c0-91da-d3c4aac9d627,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:25:29.257956 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:29.269470 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Calling delete_port for 650cab53-0769-49c0-91da-d3c4aac9d627 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:25:29.399112 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:29.411270 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', '1dfa985b-84cc-46df-a8d6-33421c9c30e2', '5a9b0393-3992-4751-92a3-9555e286a50a'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:25:29.439431 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event deleted for resources: {'Port': ['ID=650cab53-0769-49c0-91da-d3c4aac9d627,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:25:29.479412 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] No DVR routers for this DVR port 650cab53-0769-49c0-91da-d3c4aac9d627 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:25:29.482744 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:29.484791 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-24ad721b-12ce-48c3-9b99-572adc349721 req-8b6272f5-232e-410a-a56b-9d31c305fa07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "DELETE /v2.0/ports/650cab53-0769-49c0-91da-d3c4aac9d627 HTTP/1.1" status: 204 len: 173 time: 0.4230239 Jul 05 16:25:29.485248 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7705aa50-afcd-4342-8594-ecda787e055a', 'name': 'network-vif-deleted', 'tag': '650cab53-0769-49c0-91da-d3c4aac9d627'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:25:29.487531 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7a979-4cbb-4901-b6ba-20530f633be5" -d '{"events": [{"server_uuid": "7705aa50-afcd-4342-8594-ecda787e055a", "name": "network-vif-deleted", "tag": "650cab53-0769-49c0-91da-d3c4aac9d627"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:25:29.640886 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3566b-5123-49f8-ab13-736612d17d9f x-openstack-request-id: req-b4b3566b-5123-49f8-ab13-736612d17d9f {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:25:29.641421 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7705aa50-afcd-4342-8594-ecda787e055a", "name": "network-vif-deleted", "tag": "650cab53-0769-49c0-91da-d3c4aac9d627", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:25:29.641685 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4b3566b-5123-49f8-ab13-736612d17d9f {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:25:29.642079 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7705aa50-afcd-4342-8594-ecda787e055a', 'name': 'network-vif-deleted', 'tag': '650cab53-0769-49c0-91da-d3c4aac9d627', 'status': 'completed', 'code': 200} Jul 05 16:25:30.136526 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5d3c0358-5158-411c-9ebb-358727c50edf req-a52a3d14-f37a-4607-b792-e2e7c98c9824 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7705aa50-afcd-4342-8594-ecda787e055a HTTP/1.1" status: 200 len: 210 time: 0.0288377 Jul 05 16:25:31.271351 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 650cab53-0769-49c0-91da-d3c4aac9d627 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:25:31.298496 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 650cab53-0769-49c0-91da-d3c4aac9d627 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:25:31.299153 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 650cab53-0769-49c0-91da-d3c4aac9d627 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:25:36.896394 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c5d20354-7a7c-490c-9f67-6f993f498119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:39.446623 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d8482a89-c231-447d-bc2a-c8de50218aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:39.764592 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:41.072456 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:43.445282 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:46.433169 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:25:51.619925 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:26:00.645740 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-6fca0d35-80c6-481c-a83b-3076f8266504 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910363 Jul 05 16:26:00.738951 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1411088-583b-4125-8635-41b2169adefe req-f5734a04-a2f6-4d07-9b5b-6f1771599aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:26:00.740300 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-f5734a04-a2f6-4d07-9b5b-6f1771599aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0534031 Jul 05 16:26:00.844075 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1411088-583b-4125-8635-41b2169adefe req-c647bb5c-c644-4e01-b723-6b3367fac53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:26:00.845734 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-c647bb5c-c644-4e01-b723-6b3367fac53f service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0854502 Jul 05 16:26:00.887853 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-3f494ac4-4096-4412-aebb-17cb5908d53c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0362668 Jul 05 16:26:00.933497 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1411088-583b-4125-8635-41b2169adefe req-784d51ea-0c0d-4659-9a83-71309b686d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:26:00.934982 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-784d51ea-0c0d-4659-9a83-71309b686d99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0415721 Jul 05 16:26:00.965687 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-cb2cbac2-9660-4328-bae0-04d90b54200b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246642 Jul 05 16:26:00.975311 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-7bb3ae99-8197-40db-b7d2-f2bc4ac63221 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:26:00.976212 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-7bb3ae99-8197-40db-b7d2-f2bc4ac63221 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048501 Jul 05 16:26:01.066191 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-569a4144-6995-4508-81e7-0c46d4f51733 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829401 Jul 05 16:26:01.153117 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a1411088-583b-4125-8635-41b2169adefe req-dc8f1e30-0b8c-403f-89ff-36822f331592 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809422 Jul 05 16:26:06.899013 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-85298ac2-83f9-4639-819c-8cade3f96416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:09.446620 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4a6a-da29-4bbb-8370-8be67c5562af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:09.765785 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:11.074795 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:13.452233 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:16.443026 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:28.617654 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:26:36.902822 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-53b82622-d363-429c-880a-f022e50e64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:39.446998 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4d4eef64-227a-4e9c-8dc8-537653b139d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:39.766139 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:41.077924 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:43.450021 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:26:46.433107 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:01.254287 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-a0db81c4-1791-46aa-8dda-8df88aa78745 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499313 Jul 05 16:27:01.344552 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e647a-d9de-4382-9e4a-25362f20d43f req-c7d8a3fb-1b78-4e21-991a-e5df0e293011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:27:01.346059 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-c7d8a3fb-1b78-4e21-991a-e5df0e293011 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 1098 time: 0.0696909 Jul 05 16:27:01.465136 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e647a-d9de-4382-9e4a-25362f20d43f req-c37db366-117b-4aa5-bee1-8750f75dc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:27:01.466641 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-c37db366-117b-4aa5-bee1-8750f75dc973 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 200 len: 918 time: 0.1010723 Jul 05 16:27:01.514796 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-43b873dc-03c7-4a3b-9401-40fd4f92c91c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0419538 Jul 05 16:27:01.571099 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e647a-d9de-4382-9e4a-25362f20d43f req-2c602a4e-2594-4e47-8222-71c485f421d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:27:01.572567 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-2c602a4e-2594-4e47-8222-71c485f421d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 200 len: 857 time: 0.0523603 Jul 05 16:27:01.609450 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-4cb81939-e0b7-43df-a93d-6a43af0a923f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52ac1684-e5e1-4d38-a954-1fd1bbafde72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298221 Jul 05 16:27:01.722785 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-7fe0b443-08db-47eb-a749-07347c6fd057 service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072218 Jul 05 16:27:01.852475 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-928e647a-d9de-4382-9e4a-25362f20d43f req-5e86b5fb-32b4-4f80-8033-23066629624b service neutron] 10.222.0.39 "GET /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234329 Jul 05 16:27:05.617063 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:27:06.905365 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1aadd46d-6565-478b-9c4d-81ee67decbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:09.456189 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cffe9d15-71d0-4fce-8ae1-b930bfe989d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:09.766956 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:11.080096 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:13.453645 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:16.450657 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:36.905386 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bf4d22cf-1df0-4b12-b90d-aa1fb990c4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:39.445780 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1248-67e8-44ce-84d9-b909baccdc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:39.767314 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:41.083653 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:42.616105 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:27:43.456011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:46.451104 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:47.460259 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005e5de-1efd-44ab-a2db-592da26cdef4 req-bb0ab422-5ff6-4838-abfd-dbebb0fcdf5c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:27:47.461790 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6005e5de-1efd-44ab-a2db-592da26cdef4 req-bb0ab422-5ff6-4838-abfd-dbebb0fcdf5c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.1131446 Jul 05 16:27:47.498592 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6005e5de-1efd-44ab-a2db-592da26cdef4 req-9ebaa087-eccd-498f-b8d0-2b3dcc04e529 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Jul 05 16:27:47.814637 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-03376286-8a55-4eca-b27d-82cd0ba0bc24 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:27:47.815963 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-03376286-8a55-4eca-b27d-82cd0ba0bc24 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 945 time: 0.0603583 Jul 05 16:27:47.916630 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Deleting port c3920234-025c-4edc-ad2e-9f6c9a94556f {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:27:47.916966 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:48.001845 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] For port c3920234-025c-4edc-ad2e-9f6c9a94556f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c3920234-025c-4edc-ad2e-9f6c9a94556f,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:27:48.002359 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:48.019255 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Calling delete_port for c3920234-025c-4edc-ad2e-9f6c9a94556f owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:27:48.142405 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:48.154298 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['283bc8dd-c45d-4275-a0aa-08a63a87dcb5', 'c3920234-025c-4edc-ad2e-9f6c9a94556f'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:27:48.170886 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Pushing event deleted for resources: {'Port': ['ID=c3920234-025c-4edc-ad2e-9f6c9a94556f,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:27:48.183445 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.183798 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.184143 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.184484 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.184852 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.185185 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.185544 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.185874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.186201 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.186528 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.187169 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.187169 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:27:48.229463 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] No DVR routers for this DVR port c3920234-025c-4edc-ad2e-9f6c9a94556f on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:27:48.232213 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:48.234062 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7bb80d9f-5f2e-4657-a26b-b8985f3e0201 req-17835f86-0449-4c36-9ce4-8ee708f13f79 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "DELETE /v2.0/ports/c3920234-025c-4edc-ad2e-9f6c9a94556f HTTP/1.1" status: 204 len: 173 time: 0.4122100 Jul 05 16:27:48.234542 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'name': 'network-vif-deleted', 'tag': 'c3920234-025c-4edc-ad2e-9f6c9a94556f'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:27:48.237534 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de49bf17-53d5-4983-bb8a-70ab0ca6be01" -d '{"events": [{"server_uuid": "833671d4-72e5-4287-b6e2-f9fb72cdcc9b", "name": "network-vif-deleted", "tag": "c3920234-025c-4edc-ad2e-9f6c9a94556f"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:27:48.306328 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66bca13-4445-4e7c-80e9-5bb5d77d3ea2 x-openstack-request-id: req-e66bca13-4445-4e7c-80e9-5bb5d77d3ea2 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:27:48.306621 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833671d4-72e5-4287-b6e2-f9fb72cdcc9b", "name": "network-vif-deleted", "tag": "c3920234-025c-4edc-ad2e-9f6c9a94556f", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:27:48.306868 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e66bca13-4445-4e7c-80e9-5bb5d77d3ea2 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:27:48.307433 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833671d4-72e5-4287-b6e2-f9fb72cdcc9b', 'name': 'network-vif-deleted', 'tag': 'c3920234-025c-4edc-ad2e-9f6c9a94556f', 'status': 'completed', 'code': 200} Jul 05 16:27:48.656250 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9cbbc303-d460-4e53-9dd4-0a4f743e968e req-1e1c0291-b599-424f-8283-897730645d7f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=833671d4-72e5-4287-b6e2-f9fb72cdcc9b HTTP/1.1" status: 200 len: 210 time: 0.0314140 Jul 05 16:27:50.097793 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cdab7-ac50-4846-86e2-4e5cc4babd5b req-32171113-283c-49d8-adea-ae0a7dfd8987 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:27:50.099555 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d7cdab7-ac50-4846-86e2-4e5cc4babd5b req-32171113-283c-49d8-adea-ae0a7dfd8987 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0636072 Jul 05 16:27:50.138366 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8d7cdab7-ac50-4846-86e2-4e5cc4babd5b req-3ee2fd8a-6721-4428-b69f-f735d7be60ba tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/security-groups?id=263dd3b6-2044-4a30-8554-c63bdb43babc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Jul 05 16:27:50.559784 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-8e98f64e-9e29-40b4-9ae2-66c11fb19d9e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:27:50.561255 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-8e98f64e-9e29-40b4-9ae2-66c11fb19d9e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 945 time: 0.0637012 Jul 05 16:27:50.654491 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Deleting port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:27:50.654831 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:50.742278 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] For port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:27:50.742633 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:50.755061 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Calling delete_port for 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:27:50.875432 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:50.887792 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['283bc8dd-c45d-4275-a0aa-08a63a87dcb5'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:27:50.905919 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Pushing event deleted for resources: {'Port': ['ID=283bc8dd-c45d-4275-a0aa-08a63a87dcb5,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:27:50.950364 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] No DVR routers for this DVR port 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:27:50.952698 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:27:50.955313 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5eebdd6-e624-43a7-b4a1-5ba9551a4913 req-0764fd62-cc80-4e0f-a961-42f9e6bca899 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.39 "DELETE /v2.0/ports/283bc8dd-c45d-4275-a0aa-08a63a87dcb5 HTTP/1.1" status: 204 len: 173 time: 0.3887184 Jul 05 16:27:50.955744 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'name': 'network-vif-deleted', 'tag': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:27:50.957974 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd87147-2515-4691-8d45-a328b1acbf64" -d '{"events": [{"server_uuid": "fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c", "name": "network-vif-deleted", "tag": "283bc8dd-c45d-4275-a0aa-08a63a87dcb5"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:27:50.996286 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a189d96a-c416-426c-8477-8f3d882ff02e x-openstack-request-id: req-a189d96a-c416-426c-8477-8f3d882ff02e {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:27:50.996578 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c", "name": "network-vif-deleted", "tag": "283bc8dd-c45d-4275-a0aa-08a63a87dcb5", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:27:50.996829 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a189d96a-c416-426c-8477-8f3d882ff02e {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:27:50.997219 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c', 'name': 'network-vif-deleted', 'tag': '283bc8dd-c45d-4275-a0aa-08a63a87dcb5', 'status': 'completed', 'code': 200} Jul 05 16:27:51.278180 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-97dec585-4582-4fec-88f6-16379c9eae03 req-9027c819-ab1d-4d64-8ee2-c9b629c3e340 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0287769 Jul 05 16:27:51.904766 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c3920234-025c-4edc-ad2e-9f6c9a94556f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:27:51.923890 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: c3920234-025c-4edc-ad2e-9f6c9a94556f {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:27:51.924222 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c3920234-025c-4edc-ad2e-9f6c9a94556f not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:27:52.413833 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-19e82250-bd18-4a84-b4f6-843f734e1ae0 req-9bfe9c02-e888-4bd9-ad29-e470dd4f20d9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275576 Jul 05 16:27:53.552337 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1eabefb0-c4fe-4dca-9f3a-19781db38361 req-e3d15e17-dbef-4f80-b6a9-b25e9a86d941 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0273070 Jul 05 16:27:54.691246 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a945368-6145-48a5-8e6a-87cc92b29ac0 req-fad33d96-14ee-4a6a-8b0f-7c5a5ae11938 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0272861 Jul 05 16:27:55.847516 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-47b6210d-e4af-42c5-9230-2c55f22ee2cd req-1ca17bfa-be33-41ce-99f2-d9a50bd37d3f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0307734 Jul 05 16:27:55.910223 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:27:55.929468 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:27:55.929809 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 283bc8dd-c45d-4275-a0aa-08a63a87dcb5 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:27:56.986150 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-16c38c2d-bb2a-4108-b3b2-863a72c7f8f0 req-d17026d4-d2fe-432d-a46c-45ab27bea2e1 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0285954 Jul 05 16:27:58.122292 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a07f680c-9149-4257-94f7-5cc26ee8e005 req-de4eb2df-c60c-43b2-8369-8909cf9c5173 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0280473 Jul 05 16:27:59.272655 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d3ad5008-c6d1-4a14-994d-2ea7811fde20 req-a63fcfa6-313d-4aa4-b0d3-0d6122b46eb6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0311368 Jul 05 16:28:00.411871 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2983143a-2112-469d-aec0-39036714eeda req-db9a183b-8a37-4e9f-b994-a2d0b270c9e5 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0282803 Jul 05 16:28:00.672937 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-02a947a2-221d-4004-b0b9-846d4a45ba49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520298 Jul 05 16:28:00.746058 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-aeca934b-7737-4537-af0d-237ae09ecfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:28:00.747527 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-aeca934b-7737-4537-af0d-237ae09ecfd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 1099 time: 0.0537786 Jul 05 16:28:00.846106 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-af781578-abc5-4fa3-b465-e08ad73c4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:28:00.847524 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-af781578-abc5-4fa3-b465-e08ad73c4ab6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0800164 Jul 05 16:28:00.890724 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-b71cf50f-014b-4957-bfaa-9865642760c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0367956 Jul 05 16:28:00.937693 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-be26d2ca-f206-4f9a-975f-ec779b4c815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:28:00.939721 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-be26d2ca-f206-4f9a-975f-ec779b4c815d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0425580 Jul 05 16:28:00.972797 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-313bc478-9e1a-4906-8218-73bf8e851f90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261726 Jul 05 16:28:01.058550 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-b386d45d-6019-4e8a-aebd-510e6b93e30b service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797317 Jul 05 16:28:01.146715 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-406d75f6-d9c9-49ce-aa93-e460ffa168e5 req-dc8b2893-e042-4b38-b286-9d4c0e889711 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817983 Jul 05 16:28:01.559107 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a408e989-36f7-43b8-87cf-620e9d9c0631 req-50099adb-f2cc-43e3-b8d3-ad4aaa11a278 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0307415 Jul 05 16:28:02.700350 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4f0193f9-b033-429b-b410-ac698e8148da req-ad139f88-807a-4941-983b-cbabade815ce tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0272417 Jul 05 16:28:03.840053 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f1d3350-1b23-4677-bbc0-14dd26afa723 req-16d476f5-c25b-4b5e-aee6-ce3e0ae50a46 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0285013 Jul 05 16:28:04.986904 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6b64c6fe-9ae9-404f-b952-017cf747f311 req-28ee1eeb-e4d4-4b4a-a5c7-0ba2f1aa8194 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0312719 Jul 05 16:28:06.124747 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3172f62d-9515-4545-a224-9c64dd0d84a7 req-532f384f-b7c3-4f55-a156-7a9204fcb948 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0274088 Jul 05 16:28:06.905905 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1cee6911-0343-43c8-b435-c3646eb0e247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:07.263451 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-188c8cf3-b9ab-46cc-8ee7-d559a9757ba4 req-10181ef2-6682-4602-a986-6f9136b28212 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275767 Jul 05 16:28:08.400003 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4837c45a-4c89-47fd-98cc-c0dd240931fb req-07302aa8-779a-42cd-8353-07954bc594e6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0306766 Jul 05 16:28:09.446575 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa394-a845-420d-b1db-c38f2c000f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:09.540034 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b4c74e4e-58bd-42a9-8866-aff2d62488b3 req-8fefe038-a91e-4cfe-8937-86bab3a94d76 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0299494 Jul 05 16:28:09.767055 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:10.678281 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-00af3e25-e705-4312-8457-982e1a084aec req-f5fc1a23-94e2-47b9-ad69-6ebfe9fd60e9 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0283325 Jul 05 16:28:11.086812 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:11.818558 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-301e4f67-6f19-422f-b26a-cede7595d7c3 req-0c501237-ac70-41ae-b7d0-fba66ef2559c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0295060 Jul 05 16:28:12.963654 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45c087c7-f056-4b74-a49a-104a8237b1c0 req-8a4a80b1-26b9-4946-83a9-70ff4550b429 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0302460 Jul 05 16:28:13.457931 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:14.109516 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-dbe4ce54-37a9-4ec6-b378-af00ec9f3213 req-4e4019c5-6252-4fa5-a108-5d74a655a243 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0347388 Jul 05 16:28:15.245358 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8e1e8e77-a723-48f7-9d2a-0a7b549a25e0 req-2ae8ddd9-7f00-4808-aa55-7c22f4ccc72f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0272825 Jul 05 16:28:16.381356 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e1b64599-b16d-42f7-9ed1-940de5d1de28 req-c6dfedbd-8533-404e-abcf-aea905eaa79a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0266855 Jul 05 16:28:16.466031 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:17.717648 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-dce8ffcd-bb5f-4a91-bdf0-53a6a82f9ce9 req-0780cf33-9a50-4a67-a58a-e7ae5ec83bce tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.2269216 Jul 05 16:28:18.095817 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bee8d-685a-4a8e-be97-68d1c88d3294 req-3db389fd-3ed0-4e56-918e-a56c6e754e33 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:28:18.097274 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b8bee8d-685a-4a8e-be97-68d1c88d3294 req-3db389fd-3ed0-4e56-918e-a56c6e754e33 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 946 time: 0.0608299 Jul 05 16:28:18.135102 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b8bee8d-685a-4a8e-be97-68d1c88d3294 req-c1d58ec2-29ea-45ac-b031-8803c65ebeb8 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/security-groups?id=15f01ad7-4d0c-4083-90d1-723bbd39d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Jul 05 16:28:18.384188 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c8b6a0a5-9f43-4432-bfab-71212e817f17 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:28:18.385643 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c8b6a0a5-9f43-4432-bfab-71212e817f17 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.39 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 946 time: 0.0613959 Jul 05 16:28:18.724893 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Deleting port 64ed43d0-e64d-4965-b5e7-01926a2a5584 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:28:18.725232 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:18.810320 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] For port 64ed43d0-e64d-4965-b5e7-01926a2a5584, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ed43d0-e64d-4965-b5e7-01926a2a5584,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:28:18.810676 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:18.823201 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Calling delete_port for 64ed43d0-e64d-4965-b5e7-01926a2a5584 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:28:18.889068 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-af6e7474-1df6-409b-b7af-bc406b76c839 req-7e0c64eb-3a91-4841-935d-a83cd9935f9c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0556793 Jul 05 16:28:18.972965 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:18.999079 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['64ed43d0-e64d-4965-b5e7-01926a2a5584'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:28:19.007314 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Pushing event deleted for resources: {'Port': ['ID=64ed43d0-e64d-4965-b5e7-01926a2a5584,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:19.054293 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] No DVR routers for this DVR port 64ed43d0-e64d-4965-b5e7-01926a2a5584 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:28:19.056717 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:19.058712 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9bd16f68-2123-4dae-b475-d98b8762d608 req-c943c6c3-862b-48d9-a09f-5716d509fe48 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.39 "DELETE /v2.0/ports/64ed43d0-e64d-4965-b5e7-01926a2a5584 HTTP/1.1" status: 204 len: 173 time: 0.6681638 Jul 05 16:28:19.059152 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'name': 'network-vif-deleted', 'tag': '64ed43d0-e64d-4965-b5e7-01926a2a5584'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:28:19.061697 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f4e523-d3a8-43af-b145-917e886499cd" -d '{"events": [{"server_uuid": "74cc1aa1-1880-439b-a1c4-bf6df2c73f61", "name": "network-vif-deleted", "tag": "64ed43d0-e64d-4965-b5e7-01926a2a5584"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:28:19.097398 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c6c8f3-af78-4923-85b3-83a89629e3e1 x-openstack-request-id: req-76c6c8f3-af78-4923-85b3-83a89629e3e1 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:28:19.097685 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cc1aa1-1880-439b-a1c4-bf6df2c73f61", "name": "network-vif-deleted", "tag": "64ed43d0-e64d-4965-b5e7-01926a2a5584", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:28:19.097933 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76c6c8f3-af78-4923-85b3-83a89629e3e1 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:28:19.098581 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cc1aa1-1880-439b-a1c4-bf6df2c73f61', 'name': 'network-vif-deleted', 'tag': '64ed43d0-e64d-4965-b5e7-01926a2a5584', 'status': 'completed', 'code': 200} Jul 05 16:28:19.286846 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-16372060-171a-4ead-8b45-cc13fd5791bb req-b4e93934-132d-412c-bbc4-eeb3dbd47538 tempest-TestMinimumBasicScenario-1714450175 tempest-TestMinimumBasicScenario-1714450175-project] 10.222.0.24 "GET /v2.0/ports?device_id=74cc1aa1-1880-439b-a1c4-bf6df2c73f61 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Jul 05 16:28:19.616056 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:28:20.030615 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a58b23ca-4808-4ac6-a2bc-3acb3d7f35d3 req-b2219e2f-e1a5-42cc-a314-48d8ccfb8ec6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0270736 Jul 05 16:28:21.170828 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f98240be-4485-4b3b-aa5f-68572bd9e6e2 req-a00bf54f-fc92-49f4-a9b3-57bb3fe876ff tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0269763 Jul 05 16:28:21.196409 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33090) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:21.625589 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:21.875084 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Deleting port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:28:21.875338 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:21.951579 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] For port 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:28:21.951951 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:21.964326 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Calling delete_port for 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 owned by network:router_interface {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:28:22.138796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:22.164495 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:22.326354 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4b956cb8-43d7-4b66-8212-5084e1301288 req-41050a69-c73b-40d5-a632-0b36771686ea tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0345678 Jul 05 16:28:22.329586 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:22.540257 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:28:22.641786 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:28:22.647122 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-afbe64d3-0379-4d56-b8e1-0bfe0167feb2 admin admin] 10.222.0.24 "PUT /v2.0/routers/dd7a9ef7-0d0e-4cde-b359-adfca4b84d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495914 Jul 05 16:28:22.649578 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33114) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:22.653724 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] Sync routers for ids ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:28:22.669674 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] Routers {'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:28:22.670311 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:28:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:22.762739 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks [] for router, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:22.864423 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:22.893067 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] Set router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:28:22.914438 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Deleting port 809151f5-6385-4ee7-979f-f22cd237d642 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:28:22.914780 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:22.992032 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] For port 809151f5-6385-4ee7-979f-f22cd237d642, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=809151f5-6385-4ee7-979f-f22cd237d642,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:28:22.992396 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.009606 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Calling delete_port for 809151f5-6385-4ee7-979f-f22cd237d642 owned by network:router_gateway {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:28:23.070497 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '809151f5-6385-4ee7-979f-f22cd237d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:28:22Z', 'revision_number': 5, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port': {'id': '809151f5-6385-4ee7-979f-f22cd237d642', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:23.095505 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] Checking router: dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:28:23.103935 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] Routers {'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:28:23.104546 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:28:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:23.170976 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.189165 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] Set router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:28:23.199769 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Pushing event deleted for resources: {'Port': ['ID=809151f5-6385-4ee7-979f-f22cd237d642,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:23.245179 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:28:22Z', 'revision_number': 6, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:23.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.270478 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62241ee-495e-446d-bbb1-b4ae5d0e8e00 None None] The sync data for ids ['dd7a9ef7-0d0e-4cde-b359-adfca4b84d74'] in dv-cinder-796286-13-iscsi is: [{'id': 'dd7a9ef7-0d0e-4cde-b359-adfca4b84d74', 'name': 'tempest-TestMinimumBasicScenario-1826742934-router', 'tenant_id': 'e555c8709aa448548c60531048ee05d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:35Z', 'updated_at': '2021-07-05T16:28:22Z', 'revision_number': 6, 'project_id': 'e555c8709aa448548c60531048ee05d9', 'gw_port_host': None}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:28:23.354863 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.356915 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.399706 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.400296 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 {{(pid=93110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:28:23.405498 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.406730 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4c833a15-084f-4548-8c24-847db983f917 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dd7a9ef7-0d0e-4cde-b359-adfca4b84d74 HTTP/1.1" status: 204 len: 168 time: 0.7561815 Jul 05 16:28:23.409782 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33122) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:23.471926 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e21271a1-67a4-4f3e-a95d-5f41380122ca req-e4c3d650-f838-4d6c-9481-6e652eebd7de tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0333712 Jul 05 16:28:23.483767 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] Deleting subnet 3a844de5-d8f3-468d-9080-75a82090494a {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:28:23.487369 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.522581 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.610188 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.665666 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.691491 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a844de5-d8f3-468d-9080-75a82090494a,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:23.696330 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.700958 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ecb29633-43f7-4b4c-bea5-46fb00de8f6e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a844de5-d8f3-468d-9080-75a82090494a HTTP/1.1" status: 204 len: 168 time: 0.2902155 Jul 05 16:28:23.701199 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 33130) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:23.703290 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e3fd8-e473-492e-9947-b27d1337a6e0 None None] Network bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:28:23.776663 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.831439 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Deleting port 02ca33bf-ebdd-45e7-b484-354bf750533c {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:28:23.831884 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.898157 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] For port 02ca33bf-ebdd-45e7-b484-354bf750533c, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=02ca33bf-ebdd-45e7-b484-354bf750533c,segment=NetworkSegment(180719f6-bdda-4949-ba02-03cebeddb644),segment_id=180719f6-bdda-4949-ba02-03cebeddb644)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:28:23.898540 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:23.911354 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Calling delete_port for 02ca33bf-ebdd-45e7-b484-354bf750533c owned by network:dhcp {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:28:23.988091 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.016377 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 64ed43d0-e64d-4965-b5e7-01926a2a5584 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:28:24.019281 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ca33bf-ebdd-45e7-b484-354bf750533c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:24.025014 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] No DVR routers for this DVR port 02ca33bf-ebdd-45e7-b484-354bf750533c on host dv-cinder-796286-13-iscsi {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:28:24.031282 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.031702 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.032226 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.032226 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.033003 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.033222 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.033933 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.034320 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.034657 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.034992 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.035321 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.035648 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:28:24.038934 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9cda5-08c3-4d6a-88c8-47b362ea9e48 None None] DHCP port deletion for bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:28:24.041872 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 64ed43d0-e64d-4965-b5e7-01926a2a5584 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:28:24.042279 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 64ed43d0-e64d-4965-b5e7-01926a2a5584 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:28:24.107078 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.117124 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8bf27f-d5e5-4018-b1a9-dd5a334a6802']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:24.128089 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180719f6-bdda-4949-ba02-03cebeddb644') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:24.128391 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180719f6-bdda-4949-ba02-03cebeddb644') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:24.137473 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243816'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.151450 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.157275 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:28:24.157547 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13131993'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: Traceback (most recent call last): Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: timer() Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: cb(*args, **kw) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: return func(*args, **kwargs) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: self._notify() Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: self.callback(batched_events) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: event.method(event) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: return f(self, *a, **k) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._get(url).json() Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:28:24.159189 dv-cinder-796286-13-iscsi neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:28:24.217068 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.222990 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.225173 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd8bf27f-d5e5-4018-b1a9-dd5a334a6802 HTTP/1.1" status: 204 len: 168 time: 0.5232170 Jul 05 16:28:24.228115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33136) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:24.239600 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495756ef-978f-40df-bdee-ccca7119c936 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8bf27f-d5e5-4018-b1a9-dd5a334a6802,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:24.570651 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:24.619173 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-59d6188a-b26d-417f-ba4e-2847bd8fce09 req-d819739b-2c75-44f4-b9e8-af17d94f59f6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0281634 Jul 05 16:28:25.041086 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 02ca33bf-ebdd-45e7-b484-354bf750533c no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:28:25.060922 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 02ca33bf-ebdd-45e7-b484-354bf750533c {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:28:25.061271 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 02ca33bf-ebdd-45e7-b484-354bf750533c not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:28:25.061716 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:28:25.077914 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Deleting port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:28:25.078252 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:25.085243 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:28:25.085561 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 0ce31c00-3cf8-4a3f-8523-d8e100cd8aa0 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:28:25.085972 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 809151f5-6385-4ee7-979f-f22cd237d642 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:28:25.104077 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 809151f5-6385-4ee7-979f-f22cd237d642 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:28:25.104421 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 809151f5-6385-4ee7-979f-f22cd237d642 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:28:25.154805 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] For port 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,segment=NetworkSegment(7f35671f-c118-4cab-b802-612c4f72c8a7),segment_id=7f35671f-c118-4cab-b802-612c4f72c8a7)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:28:25.155182 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:25.167049 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Calling delete_port for 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb owned by network:router_interface {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:28:25.341956 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:25.364506 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca2c7c1-753a-4d60-a254-e42cdc5f86cb,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:25.533572 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:25.765646 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0891a4c3-4d09-44bc-9fb8-ffad3d6a150e req-6d8a9848-9669-4f5f-911e-16b26e0d9691 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0329058 Jul 05 16:28:25.795076 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:28:25.892132 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:28:25.897130 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-2c47108e-a904-44bd-b427-3949e89542f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/6b71e5cd-bf96-49c9-9199-3e0f299ba874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680071 Jul 05 16:28:25.899832 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33162) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:25.908771 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] Sync routers for ids ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:28:25.910860 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] Routers {'6b71e5cd-bf96-49c9-9199-3e0f299ba874'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:28:25.911498 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:28:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:26.007592 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks [] for router, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.019678 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] Set router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:28:26.101615 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.157770 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Deleting port 3e2655a7-1737-4ac7-a006-b96be738f0a2 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:28:26.158112 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.196482 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:28:25Z', 'revision_number': 5, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port': {'id': '3e2655a7-1737-4ac7-a006-b96be738f0a2', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:26.238616 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] For port 3e2655a7-1737-4ac7-a006-b96be738f0a2, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=3e2655a7-1737-4ac7-a006-b96be738f0a2,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:28:26.239243 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.255711 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Calling delete_port for 3e2655a7-1737-4ac7-a006-b96be738f0a2 owned by network:router_gateway {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:28:26.307534 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] Checking router: 6b71e5cd-bf96-49c9-9199-3e0f299ba874 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:28:26.315888 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] Routers {'6b71e5cd-bf96-49c9-9199-3e0f299ba874'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:28:26.316493 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:28:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:26.398578 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] Set router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 gateway port host: None {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:28:26.418511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.445720 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2655a7-1737-4ac7-a006-b96be738f0a2,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:26.452032 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:28:26Z', 'revision_number': 6, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:26.478189 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fee65c-f88e-4a00-9df5-779c178fb743 None None] The sync data for ids ['6b71e5cd-bf96-49c9-9199-3e0f299ba874'] in dv-cinder-796286-13-iscsi is: [{'id': '6b71e5cd-bf96-49c9-9199-3e0f299ba874', 'name': 'tempest-TestMinimumBasicScenario-1172611530-router', 'tenant_id': 'a13427fbb59543c298c33a089b0bfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:15:40Z', 'updated_at': '2021-07-05T16:28:26Z', 'revision_number': 6, 'project_id': 'a13427fbb59543c298c33a089b0bfb6c', 'gw_port_host': None}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:28:26.508759 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.595679 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.598587 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.638760 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.639303 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b71e5cd-bf96-49c9-9199-3e0f299ba874 {{(pid=93110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:28:26.644482 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.645637 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d0d41faf-0573-4d55-bcf8-691321ef0718 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6b71e5cd-bf96-49c9-9199-3e0f299ba874 HTTP/1.1" status: 204 len: 168 time: 0.7446182 Jul 05 16:28:26.648067 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33164) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:26.693382 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] Deleting subnet 3f4663fc-626b-49a3-8c18-6a5d0e82530c {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:28:26.696303 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.731274 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.811029 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.874425 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.906496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4663fc-626b-49a3-8c18-6a5d0e82530c,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:26.909175 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:26.911502 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d149fc55-e0a9-46da-8add-bcf8bf8348be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f4663fc-626b-49a3-8c18-6a5d0e82530c HTTP/1.1" status: 204 len: 168 time: 0.2625082 Jul 05 16:28:26.917805 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33176) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:26.919429 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9776040-fa4c-44d3-8cce-709231705de3 None None] Network 43cca63f-353b-4ca1-a15d-c99d94520e3d requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:28:26.949034 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c3d765e2-3079-4b23-a5f5-29b42c8aa21d req-18c41a72-bd1c-450c-ae95-744d5f65274e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0461645 Jul 05 16:28:27.000096 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.053397 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Deleting port f0247e48-7b5a-472d-8133-8d59c87aa80e {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:28:27.053862 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.121197 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] For port f0247e48-7b5a-472d-8133-8d59c87aa80e, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=f0247e48-7b5a-472d-8133-8d59c87aa80e,segment=NetworkSegment(7f35671f-c118-4cab-b802-612c4f72c8a7),segment_id=7f35671f-c118-4cab-b802-612c4f72c8a7)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:28:27.121557 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.134286 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Calling delete_port for f0247e48-7b5a-472d-8133-8d59c87aa80e owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:28:27.210057 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.236336 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f0247e48-7b5a-472d-8133-8d59c87aa80e,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:27.238164 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] No DVR routers for this DVR port f0247e48-7b5a-472d-8133-8d59c87aa80e on host dv-cinder-796286-13-iscsi {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:28:27.284452 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af4a92-be42-414d-b656-28e82bb5c619 None None] DHCP port deletion for 43cca63f-353b-4ca1-a15d-c99d94520e3d request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:28:27.316330 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.326491 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cca63f-353b-4ca1-a15d-c99d94520e3d']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:27.337496 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 3e2655a7-1737-4ac7-a006-b96be738f0a2 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:28:27.340120 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f35671f-c118-4cab-b802-612c4f72c8a7') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:27.340415 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f35671f-c118-4cab-b802-612c4f72c8a7') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:28:27.349690 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.359877 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 3e2655a7-1737-4ac7-a006-b96be738f0a2 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:28:27.360761 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 3e2655a7-1737-4ac7-a006-b96be738f0a2 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:28:27.361873 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:28:27.366848 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.373558 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:28:27.374013 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:28:27.375550 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:28:27.381468 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:28:27.381827 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2ca2c7c1-753a-4d60-a254-e42cdc5f86cb not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:28:27.382242 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device f0247e48-7b5a-472d-8133-8d59c87aa80e no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:28:27.400666 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: f0247e48-7b5a-472d-8133-8d59c87aa80e {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:28:27.401016 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device f0247e48-7b5a-472d-8133-8d59c87aa80e not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:28:27.435126 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.442131 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.444063 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] 10.222.0.24 "DELETE /v2.0/networks/43cca63f-353b-4ca1-a15d-c99d94520e3d HTTP/1.1" status: 204 len: 168 time: 0.5252209 Jul 05 16:28:27.455520 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b7f7-82e3-421a-8ff6-bb39547a00fa admin admin] Pushing event deleted for resources: {'Network': ['ID=43cca63f-353b-4ca1-a15d-c99d94520e3d,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:27.557154 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33182) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:27.595812 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f2a20faf-a8fe-4554-9874-e76895c9f916 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e555c8709aa448548c60531048ee05d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374682 Jul 05 16:28:27.598630 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 33184) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:27.645276 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f84ed5c4-7dca-472a-b2df-8c8b3472b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.665735 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f84ed5c4-7dca-472a-b2df-8c8b3472b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.711507 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f84ed5c4-7dca-472a-b2df-8c8b3472b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.714426 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f84ed5c4-7dca-472a-b2df-8c8b3472b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:27.715602 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f84ed5c4-7dca-472a-b2df-8c8b3472b6b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15f01ad7-4d0c-4083-90d1-723bbd39d34f HTTP/1.1" status: 204 len: 168 time: 0.1160839 Jul 05 16:28:27.724197 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ed5c4-7dca-472a-b2df-8c8b3472b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f01ad7-4d0c-4083-90d1-723bbd39d34f,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:28.054814 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 33202) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:28.097485 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-b6ef32a5-968a-4837-b52f-ac6c06d8f66b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a13427fbb59543c298c33a089b0bfb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390284 Jul 05 16:28:28.097666 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 33204) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:28:28.103013 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20e0135c-8982-4342-801b-9b0345961830 req-dc1e034c-5e18-4619-91fd-2245f46ef0b3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0396426 Jul 05 16:28:28.149904 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69f2b65e-6bee-4bcf-a2b4-7a3809d2fe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:28.170650 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69f2b65e-6bee-4bcf-a2b4-7a3809d2fe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:28.218470 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69f2b65e-6bee-4bcf-a2b4-7a3809d2fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:28.221070 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69f2b65e-6bee-4bcf-a2b4-7a3809d2fe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:28.222253 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-69f2b65e-6bee-4bcf-a2b4-7a3809d2fe1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c818855-0481-490c-893e-161b0fce272e HTTP/1.1" status: 204 len: 168 time: 0.1234436 Jul 05 16:28:28.231016 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2b65e-6bee-4bcf-a2b4-7a3809d2fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c818855-0481-490c-893e-161b0fce272e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:28:29.239996 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e0c2f0eb-4a16-40ca-bea5-80ea22c197ab req-34aea2d7-58f1-4f44-9d49-91613a39e8e4 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0288243 Jul 05 16:28:30.377291 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5b4046c5-42a0-448d-8384-78bb66aaf6b8 req-0f714f37-5d7f-4653-80cd-dc5c732cdf3f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0292265 Jul 05 16:28:31.513022 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c0d65bd3-f654-499f-8ce0-99d92fa6edfb req-aef2f07e-b8d9-4621-b149-e77d9b6de0da tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jul 05 16:28:32.668289 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2a1205d7-c223-475a-91a6-5d26c210b424 req-91fb8b22-16e7-4045-a7c3-4e6163aef656 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0284920 Jul 05 16:28:33.820339 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6563488a-7d38-4e4e-ab2e-c8b46a806362 req-9ec1e1fc-f9a5-4bc0-81e1-4c20f54828a0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0310051 Jul 05 16:28:34.959513 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-13995aa3-dd90-4a3d-a877-4e8657e6b2b7 req-4b1c92a4-c548-481c-8428-e5784ebb0033 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0274115 Jul 05 16:28:36.102316 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a669f3a-632b-48b3-ae16-bdca14b24403 req-6dc3bb2c-7035-4826-9d32-3a12ad86da22 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275676 Jul 05 16:28:36.908021 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5d07a900-9423-43d4-8b2a-2cf5d923e935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:37.241370 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-42b53dd7-8549-43ae-8a94-50e4a408ff96 req-8a5d0970-6bc4-48bc-9654-7f32833186c4 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0306168 Jul 05 16:28:38.377460 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-672caf90-9bc3-43e6-8cf4-6375afbf3471 req-91c09713-d972-46d6-a353-59c30a11ba95 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0270863 Jul 05 16:28:39.447450 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ff546b77-f5c8-4af7-94a4-149cf74a184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:39.521138 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7f878b57-16bc-4d97-99f2-371b3eef3234 req-9b47b33a-8544-45da-825c-09cbe92d7ca2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0274651 Jul 05 16:28:39.769844 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:40.658275 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-928f9afb-522a-47b2-99f5-b58af82f1928 req-8e0a5522-a50f-4e0a-9b09-99036c4145a6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0280814 Jul 05 16:28:41.089186 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:41.801239 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4aee288f-f106-4171-b5a1-3080cc5e8674 req-cf8ee094-e9ee-420c-b776-79ff5217cc50 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0285411 Jul 05 16:28:42.939769 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-74b9f572-675d-47a9-ba57-b6b25dc8f9b8 req-13a147bb-855a-4586-9485-440bd809210d tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0299251 Jul 05 16:28:43.463030 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:44.081128 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9f6fedd8-1058-4d6c-acb0-74f5207a8873 req-c998df72-c129-4208-82f5-1935dac472a5 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0291994 Jul 05 16:28:45.219153 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-698d4d05-a134-4d88-9e4e-12ad6dcf22fd req-bf7c815e-c51b-46f3-88dd-b77e77d99d23 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0278480 Jul 05 16:28:46.358282 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2f6cbfaa-a789-43ee-b470-31a62803eeff req-0f26ef5a-e974-4e46-ac78-cdc618949f68 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0306284 Jul 05 16:28:46.481545 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:28:47.494719 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4dec08e3-c888-4aed-8357-92e972cd31d2 req-ab11f476-c616-469a-bec4-fbb36f322d1e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0282617 Jul 05 16:28:48.630893 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a9265539-8a4b-4d20-8e65-e54b27a8f0a6 req-f6997730-4b41-4b47-82b2-109e15a85d7f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0281572 Jul 05 16:28:49.767957 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-91779c06-1a76-4565-8ad9-335a6038a0a6 req-e898120a-e0c8-46cd-a96c-e9c5944f185a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0276282 Jul 05 16:28:50.909079 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c191cc8e-8dc7-4088-8a30-acc92643739f req-0d86cf33-f323-4fa1-b9cb-c394145847bc tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0276031 Jul 05 16:28:52.047138 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3e338410-8ca3-4c72-99d7-00f69cd7dc35 req-b2599e60-50cd-4e2d-a3f5-6e2fbb1000ef tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0315461 Jul 05 16:28:53.187533 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-52f9cd21-49a7-4683-afe9-47b7010d7a94 req-d7e7a918-c1de-4535-8588-b1436204fe25 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0277262 Jul 05 16:28:54.327918 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7a807314-ecd4-44b5-8bf0-1304a18bd350 req-d8041dcd-9802-4f1a-a417-28c4ab421992 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0271454 Jul 05 16:28:55.471488 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6ae45e11-1975-496e-b001-8ac4cf328727 req-bfba1c40-8b34-4553-9a18-9aa2e486fb86 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0319002 Jul 05 16:28:56.613671 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6681f4b9-5bbb-446f-96a7-dc27acb93350 req-ee952476-04ea-4bfc-bbe0-5abbb7c33691 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0289719 Jul 05 16:28:56.615939 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:28:57.748788 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-aad4a2fc-75d7-402d-828a-66d15ff5843d req-634a9068-3a8c-49e2-89a9-d916fe028d43 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275872 Jul 05 16:28:58.885222 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7317cfa0-26cd-4c60-824a-cf6dfd2b7bac req-f9e8e3e3-c4b0-4b2a-a5b0-eef4ee559c1a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0278001 Jul 05 16:29:00.022040 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4704fcdf-a4a9-4280-ada7-8a61ca61dad7 req-aac25d1b-0ec9-4b7b-81e2-d3bc5e5c17ce tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0276086 Jul 05 16:29:01.164060 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-518e7c50-2dd7-4e42-9396-59ccd208b8f4 req-9e2f1df3-9689-4a59-b96b-a4e3f0f48957 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0306759 Jul 05 16:29:01.751082 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-398e1d64-a1af-4a69-ba28-45c17235241c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512834 Jul 05 16:29:01.827831 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-9da065ed-c936-4ce9-be03-6e5c1ca17bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:29:01.829416 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-9da065ed-c936-4ce9-be03-6e5c1ca17bc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 1099 time: 0.0539727 Jul 05 16:29:01.928737 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-9b47dbe8-b919-4094-aeb3-e603decdecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:29:01.930207 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-9b47dbe8-b919-4094-aeb3-e603decdecd5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0820525 Jul 05 16:29:01.973060 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-8ccf53c3-4c8a-409e-8aee-2282bef3686d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a9b0393-3992-4751-92a3-9555e286a50a HTTP/1.1" status: 200 len: 217 time: 0.0359757 Jul 05 16:29:02.020567 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-0d0ae81e-2aed-4b0c-b5de-8d0d8d225d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:29:02.022049 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-0d0ae81e-2aed-4b0c-b5de-8d0d8d225d9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0429683 Jul 05 16:29:02.053614 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-966efed6-fea7-44fc-a59c-21d0cc35e512 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255058 Jul 05 16:29:02.141569 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-c6765ee4-4947-4159-b85c-15b32adc62f6 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816364 Jul 05 16:29:02.465149 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d79305cc-1d83-44c1-bf0c-465e78bb233e req-f4733bbf-72fb-4ad2-8fb1-690cb7e9f632 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0529916 Jul 05 16:29:02.499226 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5448e25e-bef9-4cc0-bdb1-f9a587213982 req-eed38bef-c0a2-4134-9132-1a4cb318e45b service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510478 Jul 05 16:29:03.643035 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-526233c0-64ca-47c4-8fcb-73414b74dea8 req-3fd6bba1-f016-4fe5-a014-264b66aacdb7 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0352931 Jul 05 16:29:04.787693 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b1c39913-0bc8-4908-8e00-1d25a048d0cd req-6f023cfe-3b18-4e53-9f45-3355ed15ba48 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0309336 Jul 05 16:29:05.923042 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a7109ce9-9cb0-43e1-8efc-f4d204e5f980 req-b8c89206-b770-4038-b6fb-28fecf07de33 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0272341 Jul 05 16:29:06.909600 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8d0601e9-cd64-42d3-a01e-0bc4e3b8ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:07.061357 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-60e07731-d2f2-42fd-9961-e1949a589728 req-d22d7af7-d930-4611-9c6c-2bf8002994f4 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0266333 Jul 05 16:29:08.197615 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0c447b22-035e-436a-9f33-7ac707c7c82a req-ad4c148b-33ae-44db-9a4b-5590cb4c7769 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0281751 Jul 05 16:29:09.334021 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-058fd8a5-3746-43a6-a295-e1939b662af9 req-43a6680a-dc47-4f4d-b191-b79e7d5f30f6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0278957 Jul 05 16:29:09.448137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4177d095-1f43-4297-aa54-04e4bfba3e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:09.770072 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:10.472294 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-32902b32-9055-4820-817e-9b404e7219b9 req-66c7dd32-1116-4e96-b5c1-042d9066264b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0305312 Jul 05 16:29:11.091804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:11.612179 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2cdd57cd-8d9c-4a91-a001-68ca329bcb89 req-aa9ec9bd-96f0-4bf3-8184-da1358763069 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0271552 Jul 05 16:29:12.750811 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e6b6ce9f-27e4-443c-8a1e-8138be2b2511 req-5a741bb0-3d31-4c08-a14c-e626bd2035d2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0276580 Jul 05 16:29:13.464325 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:13.890085 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a7590e77-b142-49ed-b7f8-a68767dcad56 req-f357da77-e6af-4349-8ecb-2fa7e9655afa tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0307338 Jul 05 16:29:15.025580 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d0875b62-a6c1-497b-a38a-b929a1826588 req-d4d67f8b-7cfc-403b-a41e-d28140c339c8 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275283 Jul 05 16:29:16.161972 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0210c1b8-1849-47ba-8a1a-dc46bdc4f14c req-e8a20bf0-db13-4d36-ac46-343720142574 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0279090 Jul 05 16:29:16.495655 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:17.297779 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1d7ab731-d497-4620-9772-6f0e82c64143 req-84b07bcb-adca-476e-92f9-124298a45df3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0270338 Jul 05 16:29:18.435528 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6703b9c8-7ce3-41f2-8f2c-04d320393ce0 req-3c54f5ed-3de0-49c5-ad4a-af12c999a13f tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0283012 Jul 05 16:29:19.575041 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-14a98f34-54b4-40df-a4fd-68880b5c99e9 req-ea3b7223-06a1-47a3-80f9-d7c04142e0b3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0311255 Jul 05 16:29:20.713892 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-8db47508-c62a-4426-abd7-f832c91504e9 req-74967594-b8ef-499a-bbb9-59590cadf2a3 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0283759 Jul 05 16:29:21.854909 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-30131a1c-1f30-4817-87f8-ba81fe2f57ea req-c2425c5a-4cb2-4fd7-85eb-ab517220633a tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0293045 Jul 05 16:29:22.999126 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7cfcb87b-b387-4bff-a5ce-47718820e8de req-455aa81e-3694-4dd9-a6dd-94c11ab9f9fb tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0318642 Jul 05 16:29:24.136325 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-de53d288-8f7c-48ae-9dcb-229398212583 req-306c2335-5b7c-4aee-b575-a2d071165bda tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275972 Jul 05 16:29:25.273911 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-360550c7-99fc-49e8-9540-2f6027b13f3c req-1e60dff0-4a98-4725-9b23-8d0d46a7d287 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275154 Jul 05 16:29:26.411059 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f72f1359-c870-4ac7-bdad-bb0645d46419 req-d5088dc2-1ea7-4a0d-ab18-1839ce3c900d tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0291073 Jul 05 16:29:27.547457 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-edb02a5d-15fd-4de4-b4ea-f0c67925502d req-af7d5ecb-038d-4369-a261-a4810894f881 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0270436 Jul 05 16:29:28.688456 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ba0ab653-ba79-44ff-968c-0d0319be5382 req-8f5ed148-bd03-440c-aa68-8f2b0a1bfebf tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0311935 Jul 05 16:29:29.827608 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ca3b63bd-691c-425f-88d9-a44527c6e10c req-24f7c983-d99b-40d2-a069-4aef815983fe tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275414 Jul 05 16:29:30.966877 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-29347027-aff9-4594-81a0-4f3f521b21a4 req-9daf62dc-cad0-4b64-8d98-d54a38d80bb2 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0275209 Jul 05 16:29:32.108832 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-788e5bf2-38dd-4f6b-a705-9480589c1600 req-6c4c75a9-17d6-44e6-a7c2-559c93e44fe7 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0316262 Jul 05 16:29:33.245912 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-36565ed1-ba1d-48b5-8dbe-15f2da1e621d req-b3ab7f55-f1c6-4890-ad26-461ade0f00fc tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0284832 Jul 05 16:29:33.615903 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:29:34.381072 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a7da3831-268b-4a31-96ba-a438e1eb79c6 req-9385fedb-29af-4c42-b5e9-443a35b793f0 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0276973 Jul 05 16:29:35.516386 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3ba4ae73-ade7-416f-972d-35a6cd592857 req-223a5255-f7c6-415f-b537-157765adf600 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0269539 Jul 05 16:29:36.651233 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-00124065-5254-4ac8-b811-f0cba18fc8c7 req-4149a2fd-deb1-4ff7-98c1-baa947c2c0f7 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0270221 Jul 05 16:29:36.910482 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0850853c-fb7e-4186-b97e-f8c11b9cb3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:37.795037 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8d7617eb-7b81-47a4-818b-c399dbf1188d req-b86a3b48-0a2f-4116-a62f-f06d4ec0c7fb tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0321500 Jul 05 16:29:38.934740 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6ead04e4-7ec0-4319-a273-97151ac293e4 req-635063d2-6df6-47e0-af12-9617df5b5f55 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0289752 Jul 05 16:29:39.448485 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-81f9df3b-edc3-43cd-9581-5ba788c3b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:39.770329 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:40.075332 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f095f45c-c1cc-4f09-8da3-d91c27af12ee req-c284ba6a-8840-4fa6-9170-5320c52040e8 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0287793 Jul 05 16:29:41.095122 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:41.219925 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0a5b6bcc-c460-4619-9c55-e40d979f5256 req-fbf2413b-5af0-4313-8dae-0ba6976f022b tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0317671 Jul 05 16:29:42.357935 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a2cb9636-8ddb-42a5-958b-02c62f7f259c req-c4e0853c-c377-4461-8de6-d0e0bed7e491 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0283031 Jul 05 16:29:43.467565 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:43.494804 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7922f7ca-4ce2-4a81-8973-15ab085e4d2e req-b1fd04d5-4f9c-4afc-987b-150fc10b1734 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0286741 Jul 05 16:29:44.632863 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-167c9cdf-7a22-42ed-9742-eb98e952855b req-d7918f4a-a813-4e7f-b91d-af7b508d6e05 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0277250 Jul 05 16:29:45.768797 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1642c57d-74e1-4490-b4d3-7bd4850e7bfd req-363013c4-c265-495a-9baa-b678b7b9985c tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0282946 Jul 05 16:29:46.495518 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:46.906204 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-373680da-40ae-4067-90e2-70d4bb4e606d req-d7f8839e-7bad-4c2e-b360-36601d493281 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0301540 Jul 05 16:29:48.200087 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e4e07669-6407-41b5-9ab7-96516f7c5cf7 req-0f9c415c-4fb0-4045-af83-3ef24f9dd259 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jul 05 16:29:49.341127 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3a6d3a9b-8af2-499c-9f81-c8074a5e5b0b req-1c0182b4-370a-43d1-a296-a0351d7798c6 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0284102 Jul 05 16:29:50.479404 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9f8925a6-6a9e-4e4f-b5e6-93ff200940d5 req-9911a251-da19-44a5-90d7-06dcf409733e tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0300725 Jul 05 16:29:51.637284 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-de601bd5-a92a-49d6-bcf3-8d0b97324526 req-38559aa5-49cc-4ec8-b348-fc7264159678 tempest-ServerRescueNegativeTestJSON-1888630778 tempest-ServerRescueNegativeTestJSON-1888630778-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcfc14cc-3009-40b5-93d4-b4ebd95e1f8c HTTP/1.1" status: 200 len: 210 time: 0.0283010 Jul 05 16:29:52.735093 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34182) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:53.283210 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:53.567572 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Deleting port e4b54f32-d985-4362-a689-b514aa7db1e3 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:29:53.567821 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:53.642736 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] For port e4b54f32-d985-4362-a689-b514aa7db1e3, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=e4b54f32-d985-4362-a689-b514aa7db1e3,segment=NetworkSegment(cb4aec11-9fa2-4015-8cc5-a3899c0700e0),segment_id=cb4aec11-9fa2-4015-8cc5-a3899c0700e0)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:29:53.643212 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:53.654986 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Calling delete_port for e4b54f32-d985-4362-a689-b514aa7db1e3 owned by network:router_interface {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:29:53.842826 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:53.867705 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b54f32-d985-4362-a689-b514aa7db1e3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:53.894933 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.895287 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.895624 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.895953 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.896279 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.896608 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.896938 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.897244 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.897591 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.897911 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.898226 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:53.898541 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:54.043490 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:54.445728 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Router 521aa908-2479-4554-9f59-ebe21d14bc26 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:29:54.552713 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:29:54.557954 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-26d6798b-1586-4d56-b83c-a7e4a85967f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/521aa908-2479-4554-9f59-ebe21d14bc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218343 Jul 05 16:29:54.560415 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34206) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:54.563123 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] Sync routers for ids ['521aa908-2479-4554-9f59-ebe21d14bc26'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:29:54.571989 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] Routers {'521aa908-2479-4554-9f59-ebe21d14bc26'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:29:54.572594 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:29:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['521aa908-2479-4554-9f59-ebe21d14bc26'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:54.662109 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:54.674296 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] Set router 521aa908-2479-4554-9f59-ebe21d14bc26 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:29:54.762387 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:54.814408 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Deleting port 13152c86-318b-4f1a-81d7-d775b976f58f {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:29:54.814984 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:54.850575 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:29:53Z', 'revision_number': 5, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port': {'id': '13152c86-318b-4f1a-81d7-d775b976f58f', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:11:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:05:23Z', 'updated_at': '2021-07-05T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:54.879912 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] Checking router: 521aa908-2479-4554-9f59-ebe21d14bc26 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:29:54.887816 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] Routers {'521aa908-2479-4554-9f59-ebe21d14bc26'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:29:54.888411 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:29:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['521aa908-2479-4554-9f59-ebe21d14bc26'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:54.898629 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] For port 13152c86-318b-4f1a-81d7-d775b976f58f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=13152c86-318b-4f1a-81d7-d775b976f58f,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:29:54.899122 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:54.910623 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Calling delete_port for 13152c86-318b-4f1a-81d7-d775b976f58f owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:29:55.102527 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] Set router 521aa908-2479-4554-9f59-ebe21d14bc26 gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:29:55.111041 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.145804 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Pushing event deleted for resources: {'Port': ['ID=13152c86-318b-4f1a-81d7-d775b976f58f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:55.161991 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:29:54Z', 'revision_number': 6, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:55.190562 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7fb10-6137-45bf-9e7c-c1033a7b3b76 None None] The sync data for ids ['521aa908-2479-4554-9f59-ebe21d14bc26'] in dv-cinder-796286-13-iscsi is: [{'id': '521aa908-2479-4554-9f59-ebe21d14bc26', 'name': 'tempest-ServerRescueNegativeTestJSON-51761242-router', 'tenant_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:05:22Z', 'updated_at': '2021-07-05T16:29:54Z', 'revision_number': 6, 'project_id': '286d57a1344e4bfcb47d4bb5d587ee79', 'gw_port_host': None}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:29:55.202462 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.307501 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.309597 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.370605 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.371160 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521aa908-2479-4554-9f59-ebe21d14bc26 {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:29:55.375842 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.376970 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-fb8c148c-8c74-4185-9b9b-67ab069fb166 admin admin] 10.222.0.24 "DELETE /v2.0/routers/521aa908-2479-4554-9f59-ebe21d14bc26 HTTP/1.1" status: 204 len: 168 time: 0.8151550 Jul 05 16:29:55.379494 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34218) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:55.422691 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] Deleting subnet 15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:29:55.426303 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.463154 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243839'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.500427 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.554671 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13131836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551895'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.577595 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ecf76d-a1dd-4a96-84bc-3c9aed9229e9,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:55.584042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.585957 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5b02c5ef-0f86-4b0d-81e3-9c3a2c499b06 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15ecf76d-a1dd-4a96-84bc-3c9aed9229e9 HTTP/1.1" status: 204 len: 168 time: 0.2055604 Jul 05 16:29:55.588587 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34220) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:55.659585 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.733353 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.743381 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ac1684-e5e1-4d38-a954-1fd1bbafde72']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:55.757544 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:55.757839 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4aec11-9fa2-4015-8cc5-a3899c0700e0') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:55.766113 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243816'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.779042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.785283 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:29:55.785681 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13131993'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: Traceback (most recent call last): Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: timer() Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: cb(*args, **kw) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: return func(*args, **kwargs) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: self._notify() Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: self.callback(batched_events) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: event.method(event) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: return f(self, *a, **k) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._get(url).json() Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:29:55.787294 dv-cinder-796286-13-iscsi neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:29:55.837719 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.842101 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:55.848189 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] 10.222.0.24 "DELETE /v2.0/networks/52ac1684-e5e1-4d38-a954-1fd1bbafde72 HTTP/1.1" status: 204 len: 168 time: 0.2551973 Jul 05 16:29:55.857742 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d6507-0feb-47e0-82fe-806a9abfc182 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ac1684-e5e1-4d38-a954-1fd1bbafde72,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:55.963128 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34226) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:56.005949 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f4100f8a-9853-44c6-b383-a18dd17a5dd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=286d57a1344e4bfcb47d4bb5d587ee79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413239 Jul 05 16:29:56.008268 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34228) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:56.057999 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2af61246-ff10-459e-9b65-61aaae9ad089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:56.090907 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2af61246-ff10-459e-9b65-61aaae9ad089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:56.147174 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2af61246-ff10-459e-9b65-61aaae9ad089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:56.150298 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2af61246-ff10-459e-9b65-61aaae9ad089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:56.152634 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2af61246-ff10-459e-9b65-61aaae9ad089 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/263dd3b6-2044-4a30-8554-c63bdb43babc HTTP/1.1" status: 204 len: 168 time: 0.1434283 Jul 05 16:29:56.161004 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af61246-ff10-459e-9b65-61aaae9ad089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263dd3b6-2044-4a30-8554-c63bdb43babc,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:56.839978 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 34258) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:56.932273 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-697707939-network', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:29:56.952607 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Made reservation on behalf of b27f60a9c17a4bd6afc62ffe297df5ab for: {'network': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:29:56.954874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:56.963093 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.065460 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.069730 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.091219 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:29:57.095808 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 13152c86-318b-4f1a-81d7-d775b976f58f no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:29:57.110149 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.110504 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.segments_db [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Added segment 569a7e6e-1969-48ef-bc60-91c18c40534e of type vlan for network d9493848-0da7-4b4e-b93f-0519fe2d71b0 Jul 05 16:29:57.112378 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15216e3e-0a80-4869-9ee9-f6cd9af78192,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:57.119429 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 13152c86-318b-4f1a-81d7-d775b976f58f {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:29:57.119789 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 13152c86-318b-4f1a-81d7-d775b976f58f not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:29:57.120264 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e4b54f32-d985-4362-a689-b514aa7db1e3 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:29:57.126414 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.126796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.127139 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.128051 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.128392 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.128724 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.129060 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.129413 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.129743 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.130068 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.130438 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.130809 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:57.152428 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: e4b54f32-d985-4362-a689-b514aa7db1e3 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:29:57.152928 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e4b54f32-d985-4362-a689-b514aa7db1e3 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:29:57.175863 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.216780 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.217951 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:29:57.218543 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.272462 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4313955 Jul 05 16:29:57.275404 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34272) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:57.278920 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aa712-ed86-4764-bdac-2e87fb4572c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9493848-0da7-4b4e-b93f-0519fe2d71b0,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:57.280448 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Request body: {'subnet': {'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-subnet', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:29:57.289014 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:29:57.302475 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Made reservation on behalf of b27f60a9c17a4bd6afc62ffe297df5ab for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:29:57.305045 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551862'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.474944 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13131899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551844'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.531920 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:57.536940 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Checking segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:29:57.537301 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Network hostable DHCP agents. Network: d9493848-0da7-4b4e-b93f-0519fe2d71b0, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:29:57.553452 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:29:57.561364 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, d9493848-0da7-4b4e-b93f-0519fe2d71b0) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:29:57.565014 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:29:57.565724 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.570763 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef9f90-90d5-4a98-97fc-6bda989d23ad None None] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:29:57.578710 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5a5fcece-4d3a-43c8-a568-68c34ae84937 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3021986 Jul 05 16:29:57.581400 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34274) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:57.585761 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:29:57.606394 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.607350 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.661827 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.716425 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-d9493848-0da7-4b4e-b93f-0519fe2d71b0', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:29:57.717277 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.794215 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.849994 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Allocated IP 172.20.0.2 (d9493848-0da7-4b4e-b93f-0519fe2d71b0/04b1fc25-b68a-4fa8-aa21-eb3fbbb44941/7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:29:57.992791 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:57.995263 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.000992 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Transition to ACTIVE for port object 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:29:58.014450 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.016285 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Transition to ACTIVE for port object 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:29:58.022087 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.062911 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:29:58.066229 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:29:58.068681 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:29:58.081647 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Pushing event updated for resources: {'Port': ['ID=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:58.103838 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.104507 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.104507 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.104847 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.105181 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.105550 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.105880 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.106206 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.106535 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.106862 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.107188 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.107507 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:29:58.115067 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Allocated IP 172.27.3.149 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/efbb00d0-fd19-44ea-a2eb-c378586be23e) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:29:58.150067 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Attempting to bind port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:29:58.150711 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Attempting to bind port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:29:58.151076 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Attempting to bind port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:29:58.156616 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:29:58.156977 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Checking segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:29:58.157401 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.157795 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Bound using segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:29:58.158260 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Bound port: 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:29:58.159233 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.224325 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.226640 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] For port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:29:58.230094 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] For port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:29:58.237174 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.267080 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.302041 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4ee9b-c5af-4483-97e2-83f2d35a94e2 None None] Pushing event updated for resources: {'Port': ['ID=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:58.317175 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Pushing event updated for resources: {'Port': ['ID=efbb00d0-fd19-44ea-a2eb-c378586be23e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:58.326892 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:29:58.328603 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:29:58.330371 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:29:58.599940 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.791841 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:58.922529 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Router fa1fa358-4d36-4b46-ad31-df21c55605c4 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:29:59.138288 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:29:59.184476 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660dacf4-150a-422f-b0b1-c5873bbba0bc None None] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:29:59.244199 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:29:59.253251 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:29:59.266007 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Sync routers for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:29:59.277982 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:29:59.278773 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:59.278917 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:29:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:59.284260 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 34292) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:29:59.285154 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ee3e79b2-7898-4739-9608-c52a5139e29f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7023785 Jul 05 16:29:59.295027 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-fc11a269-31c9-47fb-9fbf-11f34806e5cf None None] Provisioning for port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:29:59.301418 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-fc11a269-31c9-47fb-9fbf-11f34806e5cf None None] Provisioning complete for port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:29:59.301800 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fc11a269-31c9-47fb-9fbf-11f34806e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:59.408331 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:29:59.458482 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fc11a269-31c9-47fb-9fbf-11f34806e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:59.504294 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-fc11a269-31c9-47fb-9fbf-11f34806e5cf None None] For port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:29:59.508456 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fc11a269-31c9-47fb-9fbf-11f34806e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:59.581088 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11a269-31c9-47fb-9fbf-11f34806e5cf None None] Pushing event updated for resources: {'Port': ['ID=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:29:59.618734 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:29:58Z', 'revision_number': 3, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:29:59.652787 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Checking router: fa1fa358-4d36-4b46-ad31-df21c55605c4 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:29:59.653417 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Updating router fa1fa358-4d36-4b46-ad31-df21c55605c4 port efbb00d0-fd19-44ea-a2eb-c378586be23e binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:29:59.688983 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:59.835582 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-89b7cfae-a723-476e-a431-5c12550b1bbd None None] Provisioning complete for port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:29:59.835890 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-89b7cfae-a723-476e-a431-5c12550b1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:59.850870 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:29:59.992673 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.004210 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Transition to ACTIVE for port object efbb00d0-fd19-44ea-a2eb-c378586be23e will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:30:00.010685 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.059978 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Allocated IP 172.20.0.1 (d9493848-0da7-4b4e-b93f-0519fe2d71b0/04b1fc25-b68a-4fa8-aa21-eb3fbbb44941/ff19ca29-ec94-4f3d-a32f-e05a73d79267) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:30:00.066723 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Attempting to bind port efbb00d0-fd19-44ea-a2eb-c378586be23e on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:30:00.067091 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Attempting to bind port efbb00d0-fd19-44ea-a2eb-c378586be23e by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:30:00.067466 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Attempting to bind port efbb00d0-fd19-44ea-a2eb-c378586be23e on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:30:00.070567 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Pushing event updated for resources: {'Port': ['ID=efbb00d0-fd19-44ea-a2eb-c378586be23e,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:00.075217 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:30:00.075596 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:30:00.076017 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.076369 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:30:00.076870 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Bound port: efbb00d0-fd19-44ea-a2eb-c378586be23e, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:30:00.077301 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.100292 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.100657 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.100995 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.101336 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.101663 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.101991 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.102312 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.102634 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.102967 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.103291 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.103608 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.103923 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:30:00.137576 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] For port efbb00d0-fd19-44ea-a2eb-c378586be23e, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:30:00.142453 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] For port efbb00d0-fd19-44ea-a2eb-c378586be23e, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=efbb00d0-fd19-44ea-a2eb-c378586be23e,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:30:00.148082 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.187470 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.207728 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Transition to ACTIVE for port object ff19ca29-ec94-4f3d-a32f-e05a73d79267 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:30:00.209933 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:30:00.210704 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:29:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:00.240214 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.246908 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b50d6e-b065-4d29-a545-0455bc21678b None None] Pushing event updated for resources: {'Port': ['ID=efbb00d0-fd19-44ea-a2eb-c378586be23e,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:00.276404 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:30:00.280693 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:30:00.287477 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:30:00.322648 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:30:00.325666 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.368933 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Pushing event updated for resources: {'Port': ['ID=ff19ca29-ec94-4f3d-a32f-e05a73d79267,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:00.485913 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.541755 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:29:58Z', 'revision_number': 3, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:00.602729 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d73c948b-0700-4197-8ad6-0339038efb80 None None] Provisioning for port ff19ca29-ec94-4f3d-a32f-e05a73d79267 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:30:00.607602 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d73c948b-0700-4197-8ad6-0339038efb80 None None] Provisioning complete for port ff19ca29-ec94-4f3d-a32f-e05a73d79267 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:00.608334 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d73c948b-0700-4197-8ad6-0339038efb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.645750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-d73c948b-0700-4197-8ad6-0339038efb80 None None] Port ff19ca29-ec94-4f3d-a32f-e05a73d79267 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:30:00.654355 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afdce-2289-46fe-b047-a7cd2305b916 None None] The sync data for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi is: [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:29:58Z', 'revision_number': 3, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:30:00.660949 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.665637 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.741580 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Pushing event updated for resources: {'Port': ['ID=ff19ca29-ec94-4f3d-a32f-e05a73d79267,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:00.747770 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:00.841161 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:30:00.842553 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:30:00.972344 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Router fa1fa358-4d36-4b46-ad31-df21c55605c4 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:30:01.137300 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:30:01.147210 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d9cf3cf4-5cd0-4bcd-93ea-9a1d94724c9b admin admin] 10.222.0.24 "PUT /v2.0/routers/fa1fa358-4d36-4b46-ad31-df21c55605c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8609939 Jul 05 16:30:01.199118 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-87157424-7909-41f3-8a1d-377545dcb8b6 None None] Provisioning complete for port ff19ca29-ec94-4f3d-a32f-e05a73d79267 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:01.199499 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-87157424-7909-41f3-8a1d-377545dcb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.241639 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device efbb00d0-fd19-44ea-a2eb-c378586be23e up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:30:01.277065 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-87157424-7909-41f3-8a1d-377545dcb8b6 None None] Port ff19ca29-ec94-4f3d-a32f-e05a73d79267 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:30:01.314401 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port efbb00d0-fd19-44ea-a2eb-c378586be23e completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:30:01.318972 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port efbb00d0-fd19-44ea-a2eb-c378586be23e triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:01.319346 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.461330 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.491057 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port efbb00d0-fd19-44ea-a2eb-c378586be23e, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=efbb00d0-fd19-44ea-a2eb-c378586be23e,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:30:01.503395 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.504121 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:30:01.584616 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=efbb00d0-fd19-44ea-a2eb-c378586be23e,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:01.600296 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:01.600548 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.703053 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34324) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:30:01.708530 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-dce947b6-881c-4739-bd3c-c3906ec2adc9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554446689', 'description': 'tempest-description--1063800561'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:30:01.730369 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dce947b6-881c-4739-bd3c-c3906ec2adc9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.808614 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dce947b6-881c-4739-bd3c-c3906ec2adc9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.813182 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dce947b6-881c-4739-bd3c-c3906ec2adc9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.842766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dce947b6-881c-4739-bd3c-c3906ec2adc9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.844007 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-dce947b6-881c-4739-bd3c-c3906ec2adc9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1399534 Jul 05 16:30:01.845229 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce947b6-881c-4739-bd3c-c3906ec2adc9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f703331d-3c1e-46cb-a726-85854350ec61,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:01.847513 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 34326) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:30:01.852493 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-f45971c1-00b5-456d-909f-da43464cc5a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'security_group_rule': {'security_group_id': 'f703331d-3c1e-46cb-a726-85854350ec61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:30:01.879858 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f45971c1-00b5-456d-909f-da43464cc5a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.933657 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f45971c1-00b5-456d-909f-da43464cc5a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.937112 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f45971c1-00b5-456d-909f-da43464cc5a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.958214 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45971c1-00b5-456d-909f-da43464cc5a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2c8ac6-67b3-4410-9e3e-d3560bc847f8,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:01.962205 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f45971c1-00b5-456d-909f-da43464cc5a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:01.965902 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f45971c1-00b5-456d-909f-da43464cc5a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148696 Jul 05 16:30:01.966032 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 34328) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:30:01.970326 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-3a77751e-97cc-4f5c-a1b6-33836ad6975a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'security_group_rule': {'security_group_id': 'f703331d-3c1e-46cb-a726-85854350ec61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:30:01.996405 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3a77751e-97cc-4f5c-a1b6-33836ad6975a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.056946 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3a77751e-97cc-4f5c-a1b6-33836ad6975a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.060983 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3a77751e-97cc-4f5c-a1b6-33836ad6975a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.081074 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77751e-97cc-4f5c-a1b6-33836ad6975a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23ec5d7-e61d-4eb3-88a8-dba9417507ea,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:02.088975 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3a77751e-97cc-4f5c-a1b6-33836ad6975a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.090220 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-3a77751e-97cc-4f5c-a1b6-33836ad6975a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232901 Jul 05 16:30:02.093169 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 34332) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:30:02.097985 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:30:02.119948 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.217066 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.324541 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Allocated IP 172.27.3.250 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/8c102e13-ebb1-4ba7-a322-63741610a8d1) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:30:02.390629 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Sync routers for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:30:02.399662 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:30:02.400272 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:29:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:02.422999 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.467948 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.507869 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:30:02.509383 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:30:02.512186 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:30:02.514755 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:30:02.541398 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'Port': ['ID=8c102e13-ebb1-4ba7-a322-63741610a8d1,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:02.609885 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.659647 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.726968 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 2, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:02.754400 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Checking router: fa1fa358-4d36-4b46-ad31-df21c55605c4 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:30:02.754764 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Updating router fa1fa358-4d36-4b46-ad31-df21c55605c4 port ff19ca29-ec94-4f3d-a32f-e05a73d79267 binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:30:02.788507 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.818357 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.822925 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.896941 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'Port': ['ID=8c102e13-ebb1-4ba7-a322-63741610a8d1,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:02.903370 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.918230 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:02.919469 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-836dfdb2-9b29-418f-9ef0-38bad854855a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8253453 Jul 05 16:30:03.061766 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:03.070461 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-9735b588-befd-44f5-9253-b036844436b6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1554446689&fields=id&tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab HTTP/1.1" status: 200 len: 267 time: 0.0425675 Jul 05 16:30:03.071801 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Transition to ACTIVE for port object ff19ca29-ec94-4f3d-a32f-e05a73d79267 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:30:03.078170 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:03.117045 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device efbb00d0-fd19-44ea-a2eb-c378586be23e up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:30:03.159283 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68841e-3875-4b94-bdcb-b59737148f2e None None] Pushing event updated for resources: {'Port': ['ID=ff19ca29-ec94-4f3d-a32f-e05a73d79267,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:03.189286 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-58a942da-9c44-43b0-bf76-a603156b39c2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:03.194327 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-58a942da-9c44-43b0-bf76-a603156b39c2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 816 time: 0.1154773 Jul 05 16:30:03.206314 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab7dedb-8fb7-42d6-ae6e-3975345b3a56 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/quotas/b27f60a9c17a4bd6afc62ffe297df5ab HTTP/1.1" status: 200 len: 375 time: 0.0108378 Jul 05 16:30:03.233459 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Attempting to bind port ff19ca29-ec94-4f3d-a32f-e05a73d79267 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:30:03.233833 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Attempting to bind port ff19ca29-ec94-4f3d-a32f-e05a73d79267 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:30:03.234200 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Attempting to bind port ff19ca29-ec94-4f3d-a32f-e05a73d79267 on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:30:03.242432 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port efbb00d0-fd19-44ea-a2eb-c378586be23e triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:03.242806 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:03.244662 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:30:03.245055 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Checking segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:30:03.245450 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:03.245850 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Bound using segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:30:03.246327 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Bound port: ff19ca29-ec94-4f3d-a32f-e05a73d79267, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:30:03.246708 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:03.291194 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-202d6d3c-ab2a-4ce7-b26c-47e1f835352f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801589 Jul 05 16:30:03.352570 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-193f9d88-15dd-4c1a-be82-eecac5de8033 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:30:03.353607 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-193f9d88-15dd-4c1a-be82-eecac5de8033 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504529 Jul 05 16:30:03.360447 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] For port ff19ca29-ec94-4f3d-a32f-e05a73d79267, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:30:03.365437 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] For port ff19ca29-ec94-4f3d-a32f-e05a73d79267, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=ff19ca29-ec94-4f3d-a32f-e05a73d79267,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:30:03.387312 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:03.442917 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b6559165-a120-4f58-93a5-d976ea2576e8 service neutron] 10.222.0.24 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833430 Jul 05 16:30:03.453925 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:30:03.454676 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:29:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:03.521351 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68841e-3875-4b94-bdcb-b59737148f2e None None] Pushing event updated for resources: {'Port': ['ID=ff19ca29-ec94-4f3d-a32f-e05a73d79267,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:03.559899 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-bdb2f25c-5285-421c-b3bd-46953122f23f service neutron] 10.222.0.24 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067622 Jul 05 16:30:03.734882 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:30:03.761572 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-17314c36-d648-4ef5-be56-7ea4b96645a6 req-a8711c76-025b-4cf3-92e1-13701a347f9c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 210 time: 0.0352330 Jul 05 16:30:03.938023 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:03Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:03.967342 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214f248-72f0-442d-8831-c64d71a700ae None None] The sync data for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi is: [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:03Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:30:04.923758 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e2f5e74c-48db-49a5-adea-8ec9c54aac94 req-126780c6-1ec2-4955-917c-70233ef70354 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 210 time: 0.0308061 Jul 05 16:30:05.052996 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-724baa90-aa63-490e-b8ba-ce62367a2d9f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:05.054390 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-724baa90-aa63-490e-b8ba-ce62367a2d9f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 816 time: 0.1112475 Jul 05 16:30:05.107035 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-33495ada-7d5f-4f0a-ab7d-857eec75fb20 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab HTTP/1.1" status: 200 len: 380 time: 0.0420012 Jul 05 16:30:05.116544 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'port': {'device_id': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'admin_state_up': True, 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'security_groups': ['f703331d-3c1e-46cb-a726-85854350ec61']}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:30:05.147214 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device ff19ca29-ec94-4f3d-a32f-e05a73d79267 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:30:05.210240 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port ff19ca29-ec94-4f3d-a32f-e05a73d79267 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:30:05.214373 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port ff19ca29-ec94-4f3d-a32f-e05a73d79267 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:05.214748 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.230572 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Made reservation on behalf of b27f60a9c17a4bd6afc62ffe297df5ab for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:30:05.234210 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.291620 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.329396 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port ff19ca29-ec94-4f3d-a32f-e05a73d79267, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=ff19ca29-ec94-4f3d-a32f-e05a73d79267,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:30:05.333992 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.364904 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Allocated IP 172.20.0.10 (d9493848-0da7-4b4e-b93f-0519fe2d71b0/04b1fc25-b68a-4fa8-aa21-eb3fbbb44941/455c02f0-accc-4986-9693-91a468cea920) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:30:05.388168 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=ff19ca29-ec94-4f3d-a32f-e05a73d79267,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:05.513257 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.527906 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Transition to ACTIVE for port object 455c02f0-accc-4986-9693-91a468cea920 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:30:05.562201 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.604257 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:30:05.607637 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:30:05.611015 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:30:05.672790 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'Port': ['ID=455c02f0-accc-4986-9693-91a468cea920,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:05.694985 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:05.695633 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.716398 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b284968e-5ac3-4feb-9133-05443e618e31 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6036367 Jul 05 16:30:05.728374 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Request body: {'port': {'device_id': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:30:05.859959 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-25e68300-3523-4e42-a7cd-0008c90560e0 None None] Provisioning for port 455c02f0-accc-4986-9693-91a468cea920 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:30:05.865981 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-25e68300-3523-4e42-a7cd-0008c90560e0 None None] Provisioning complete for port 455c02f0-accc-4986-9693-91a468cea920 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:05.866606 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-25e68300-3523-4e42-a7cd-0008c90560e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:05.906284 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-25e68300-3523-4e42-a7cd-0008c90560e0 None None] Port 455c02f0-accc-4986-9693-91a468cea920 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:30:06.073474 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:06.145967 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fdbc-b6e0-4883-81f9-f5e11c23b9f4 req-a40555ae-e683-47f5-9349-27ccf7c7d6fd tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:06.148630 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f2d5fdbc-b6e0-4883-81f9-f5e11c23b9f4 req-a40555ae-e683-47f5-9349-27ccf7c7d6fd tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 932 time: 0.0901821 Jul 05 16:30:06.196146 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f2d5fdbc-b6e0-4883-81f9-f5e11c23b9f4 req-28274a9e-39e7-4dd2-b9c9-bcbb4bd7f167 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392361 Jul 05 16:30:06.346959 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455c02f0-accc-4986-9693-91a468cea920 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:30:06.354254 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:06.365444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Transition to ACTIVE for port object 455c02f0-accc-4986-9693-91a468cea920 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:30:06.369556 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:06.425611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Pushing event updated for resources: {'Port': ['ID=455c02f0-accc-4986-9693-91a468cea920,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:06.498502 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Attempting to bind port 455c02f0-accc-4986-9693-91a468cea920 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:30:06.499116 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Attempting to bind port 455c02f0-accc-4986-9693-91a468cea920 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:30:06.499554 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Attempting to bind port 455c02f0-accc-4986-9693-91a468cea920 on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:30:06.505203 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Port 455c02f0-accc-4986-9693-91a468cea920 on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:30:06.505693 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Attempting to bind port 455c02f0-accc-4986-9693-91a468cea920 on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:30:06.512215 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:30:06.512686 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Checking segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:30:06.513169 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Bound using segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:30:06.513739 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Bound port: 455c02f0-accc-4986-9693-91a468cea920, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:30:06.514212 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:06.580771 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] For port 455c02f0-accc-4986-9693-91a468cea920, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:30:06.583784 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] For port 455c02f0-accc-4986-9693-91a468cea920, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=455c02f0-accc-4986-9693-91a468cea920,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:30:06.588408 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:06.628684 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:06.629445 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:06.631096 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] 10.222.0.39 "PUT /v2.0/ports/455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 200 len: 1094 time: 0.9074900 Jul 05 16:30:06.631706 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'tag': '455c02f0-accc-4986-9693-91a468cea920'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:30:06.634130 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11443751-8ff1-4dcb-9c63-910060c6f170" -d '{"events": [{"name": "network-changed", "server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "tag": "455c02f0-accc-4986-9693-91a468cea920"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:30:06.667027 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36734-1f1d-470c-aa18-3ac13c76ed67 service neutron] Pushing event updated for resources: {'Port': ['ID=455c02f0-accc-4986-9693-91a468cea920,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:06.719852 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f8c556-f5b2-4ec5-8de5-1f25c38b8d1b x-openstack-request-id: req-a6f8c556-f5b2-4ec5-8de5-1f25c38b8d1b {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:30:06.720253 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "tag": "455c02f0-accc-4986-9693-91a468cea920", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:30:06.720597 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6f8c556-f5b2-4ec5-8de5-1f25c38b8d1b {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:30:06.721247 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'tag': '455c02f0-accc-4986-9693-91a468cea920', 'status': 'completed', 'code': 200} Jul 05 16:30:06.752176 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-d2bac5ca-9749-48b5-abb8-55644e4d09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:06.754505 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-d2bac5ca-9749-48b5-abb8-55644e4d09bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 1097 time: 0.0704222 Jul 05 16:30:06.797022 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-81babc39-e3e3-43a5-b000-77ee20302ace service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 200 len: 217 time: 0.0347953 Jul 05 16:30:06.851843 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-809a9cf9-64f1-41be-9fa6-f2e2c7fff0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:06.853356 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-809a9cf9-64f1-41be-9fa6-f2e2c7fff0e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0502744 Jul 05 16:30:06.922588 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b319affe-f23c-4c21-887a-7acc2c242e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:06.922853 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-408a117f-0231-41fe-a845-a62c1736433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:06.924926 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-b319affe-f23c-4c21-887a-7acc2c242e3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0655749 Jul 05 16:30:07.015384 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-aaaa54ac-0d04-4159-bc53-cf3260f17512 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836813 Jul 05 16:30:07.111220 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device ff19ca29-ec94-4f3d-a32f-e05a73d79267 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:30:07.122216 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-efd88d71-79b9-4126-92dd-bd614f275ef9 req-7352306b-133a-4a98-a7d4-cf4f1e7a4192 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005878 Jul 05 16:30:07.167810 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port ff19ca29-ec94-4f3d-a32f-e05a73d79267 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:07.168233 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:07.235592 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-fb22a897-ee0a-44e1-9cc1-b62759c83362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:07.238146 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-fb22a897-ee0a-44e1-9cc1-b62759c83362 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 1097 time: 0.0625620 Jul 05 16:30:07.334685 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-ffa683d2-f717-426f-857e-9b745a8cb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:07.336567 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-ffa683d2-f717-426f-857e-9b745a8cb393 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0911310 Jul 05 16:30:07.378645 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24b522-2ac3-49ab-b245-cefecd4f8e3c req-b56bcca2-a7d9-4f79-be7f-46d0b8d8fcaf tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:07.379425 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-8cb366a6-00fc-40fc-96e9-8cc94e90bf3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 200 len: 217 time: 0.0362558 Jul 05 16:30:07.380142 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3b24b522-2ac3-49ab-b245-cefecd4f8e3c req-b56bcca2-a7d9-4f79-be7f-46d0b8d8fcaf tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 944 time: 0.0630648 Jul 05 16:30:07.417635 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3b24b522-2ac3-49ab-b245-cefecd4f8e3c req-95c9fc2f-e1ce-4589-9ec6-d73b526802b5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Jul 05 16:30:07.430289 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-4924a215-bfdc-4d91-be08-6e09b2f81fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:07.431767 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-4924a215-bfdc-4d91-be08-6e09b2f81fb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0459063 Jul 05 16:30:07.494072 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-2c7b78a2-d91e-4cfa-a221-8c46126ceea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:07.495557 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-2c7b78a2-d91e-4cfa-a221-8c46126ceea9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577009 Jul 05 16:30:07.585788 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-41cc67a0-6a25-4de7-ae3b-b13022760090 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835228 Jul 05 16:30:07.676407 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-11443751-8ff1-4dcb-9c63-910060c6f170 req-93057321-30d1-46de-bb66-db7258af509b service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Jul 05 16:30:08.541614 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 455c02f0-accc-4986-9693-91a468cea920 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:30:08.605648 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf41b-ce4b-42ae-97e7-9319156f5a3b req-80f515c2-5b30-4d7b-9b05-61cd297a899d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:08.607156 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4caaf41b-ce4b-42ae-97e7-9319156f5a3b req-80f515c2-5b30-4d7b-9b05-61cd297a899d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 944 time: 0.0660613 Jul 05 16:30:08.641798 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 455c02f0-accc-4986-9693-91a468cea920, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=455c02f0-accc-4986-9693-91a468cea920,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:30:08.648678 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4caaf41b-ce4b-42ae-97e7-9319156f5a3b req-fe0315b1-f1c6-4714-978d-e9b428286a3e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349874 Jul 05 16:30:08.653762 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '455c02f0-accc-4986-9693-91a468cea920', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'port_id': '455c02f0-accc-4986-9693-91a468cea920', 'mac_address': 'fa:16:3e:27:a6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:30:08.695408 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:08.708474 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455c02f0-accc-4986-9693-91a468cea920 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:30:08.728197 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 455c02f0-accc-4986-9693-91a468cea920, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=455c02f0-accc-4986-9693-91a468cea920,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:30:08.732140 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:08.780797 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=455c02f0-accc-4986-9693-91a468cea920,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:08.999187 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['455c02f0-accc-4986-9693-91a468cea920'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:30:09.449701 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b64a2d88-28f7-471a-9454-7826fdf8908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:09.772302 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:09.828024 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b498b-4d1d-4b36-b6af-eb7ca26f4acc req-7d9f3490-3a27-4e06-ad37-36bcd54b3fab tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:09.829520 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-546b498b-4d1d-4b36-b6af-eb7ca26f4acc req-7d9f3490-3a27-4e06-ad37-36bcd54b3fab tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 945 time: 0.0628386 Jul 05 16:30:09.868182 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-546b498b-4d1d-4b36-b6af-eb7ca26f4acc req-011b87a6-3d50-4d60-ba5d-5135c378950f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Jul 05 16:30:10.544544 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 455c02f0-accc-4986-9693-91a468cea920 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:30:10.590461 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 455c02f0-accc-4986-9693-91a468cea920 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:30:10.593902 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 455c02f0-accc-4986-9693-91a468cea920 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:30:10.594272 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:10.615641 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:30:10.677011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:10.698439 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455c02f0-accc-4986-9693-91a468cea920'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:30:10.700658 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5367c057-d5e3-4e16-848d-568a802b952e" -d '{"events": [{"server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "name": "network-vif-plugged", "status": "completed", "tag": "455c02f0-accc-4986-9693-91a468cea920"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:30:10.712696 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 455c02f0-accc-4986-9693-91a468cea920, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=455c02f0-accc-4986-9693-91a468cea920,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:30:10.717021 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:10.764997 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=455c02f0-accc-4986-9693-91a468cea920,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:30:10.793184 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d873e-476f-4cc8-94c9-69fff6758ab5 x-openstack-request-id: req-fd2d873e-476f-4cc8-94c9-69fff6758ab5 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:30:10.793779 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "name": "network-vif-plugged", "status": "completed", "tag": "455c02f0-accc-4986-9693-91a468cea920", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:30:10.793779 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd2d873e-476f-4cc8-94c9-69fff6758ab5 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:30:10.794126 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455c02f0-accc-4986-9693-91a468cea920', 'code': 200} Jul 05 16:30:11.026947 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070c412-7598-4d64-9fa8-0f0db2ff2adc req-25a6bcec-5c4e-423e-b4fb-a48e965cf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:11.028476 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3070c412-7598-4d64-9fa8-0f0db2ff2adc req-25a6bcec-5c4e-423e-b4fb-a48e965cf988 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 1099 time: 0.0520325 Jul 05 16:30:11.063378 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f4596-af25-4017-9e3f-0d6ae130372b req-0364ff21-76fd-40a3-bef8-08ab36b484a6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:11.063893 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3070c412-7598-4d64-9fa8-0f0db2ff2adc req-3c0de8ee-d9f3-4cb7-b2f2-f9f335d6e593 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289130 Jul 05 16:30:11.064832 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-052f4596-af25-4017-9e3f-0d6ae130372b req-0364ff21-76fd-40a3-bef8-08ab36b484a6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 946 time: 0.0721295 Jul 05 16:30:11.098672 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:11.103846 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-052f4596-af25-4017-9e3f-0d6ae130372b req-8e742c3d-324f-4700-a107-47b37cf057a9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323486 Jul 05 16:30:12.283288 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b44f4-5ae4-43da-9e4b-79a6e2021ecc req-13605ee9-6bbd-4d06-9edd-97ebcc67ce7a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:12.285485 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-108b44f4-5ae4-43da-9e4b-79a6e2021ecc req-13605ee9-6bbd-4d06-9edd-97ebcc67ce7a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 946 time: 0.0657327 Jul 05 16:30:12.326012 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-108b44f4-5ae4-43da-9e4b-79a6e2021ecc req-4585c6dd-f840-496a-9e32-4d6917e6b166 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335619 Jul 05 16:30:12.497724 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef497c-201f-48a9-9356-d2b0f0588665 req-57862ea3-fc17-4226-988e-658c1072fac3 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:12.499173 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-84ef497c-201f-48a9-9356-d2b0f0588665 req-57862ea3-fc17-4226-988e-658c1072fac3 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 946 time: 0.0616493 Jul 05 16:30:12.508440 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 34492) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:30:12.512909 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'floatingip': {'port_id': '455c02f0-accc-4986-9693-91a468cea920'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:30:12.554819 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:13.002413 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:13.007105 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:13.108643 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.l3_db [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Floating IP d3792299-fd44-4f93-b100-dfb4001ef583 associated. External IP: 172.27.3.250, port: 455c02f0-accc-4986-9693-91a468cea920. Jul 05 16:30:13.311350 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Router fa1fa358-4d36-4b46-ad31-df21c55605c4 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:30:13.418466 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:30:13.423384 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:13.428521 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] Sync routers for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:30:13.438527 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:30:13.439244 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:30:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:13.463399 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-6329e081-61fa-46a2-9d30-f0163b6cf473 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "PUT /v2.0/floatingips/d3792299-fd44-4f93-b100-dfb4001ef583 HTTP/1.1" status: 200 len: 992 time: 0.9513857 Jul 05 16:30:13.463399 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'tag': '455c02f0-accc-4986-9693-91a468cea920'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:30:13.469773 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "tag": "455c02f0-accc-4986-9693-91a468cea920"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:30:13.478659 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:13.557240 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:30:13.566662 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef9cbc-0962-4a4d-89c4-e800e2061fe4 x-openstack-request-id: req-7aef9cbc-0962-4a4d-89c4-e800e2061fe4 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:30:13.567139 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "tag": "455c02f0-accc-4986-9693-91a468cea920", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:30:13.567766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7aef9cbc-0962-4a4d-89c4-e800e2061fe4 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:30:13.568256 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'tag': '455c02f0-accc-4986-9693-91a468cea920', 'status': 'completed', 'code': 200} Jul 05 16:30:13.648560 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-b4a9503e-c67b-4538-8ac2-eff26836e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:13.650132 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-b4a9503e-c67b-4538-8ac2-eff26836e5c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 1099 time: 0.0591815 Jul 05 16:30:13.746230 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-7ddedad6-85eb-4f68-b00c-99f86dc50a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:13.747724 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-7ddedad6-85eb-4f68-b00c-99f86dc50a57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0914149 Jul 05 16:30:13.788583 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'd3792299-fd44-4f93-b100-dfb4001ef583', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'port_id': '455c02f0-accc-4986-9693-91a468cea920', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'mac_address': 'fa:16:3e:27:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:30:02Z', 'updated_at': '2021-07-05T16:30:12Z', 'revision_number': 1, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:13.812487 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-66a66069-5e40-4a9c-b80b-c4edd5119b40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 200 len: 1000 time: 0.0578492 Jul 05 16:30:13.818248 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] Checking router: fa1fa358-4d36-4b46-ad31-df21c55605c4 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:30:13.827012 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:30:13.827614 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:30:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:13.860001 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-91c7e129-aa94-4b30-8238-4b68b2b0b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:13.861467 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-91c7e129-aa94-4b30-8238-4b68b2b0b235 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0427415 Jul 05 16:30:13.920496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-36060215-b537-4aaf-9c95-efbc61f03b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:30:13.922013 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-36060215-b537-4aaf-9c95-efbc61f03b71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542002 Jul 05 16:30:13.932102 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:30:14.008999 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-6958e887-71ce-46ce-8d68-a6892ba64a44 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797863 Jul 05 16:30:14.109488 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3d05e809-1ab7-4e90-96d9-3b2b9f72bef7 req-454304d7-f26f-4a85-aea6-f7683faafc74 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945857 Jul 05 16:30:14.154927 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'd3792299-fd44-4f93-b100-dfb4001ef583', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'port_id': '455c02f0-accc-4986-9693-91a468cea920', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'mac_address': 'fa:16:3e:27:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:30:02Z', 'updated_at': '2021-07-05T16:30:12Z', 'revision_number': 1, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:30:14.183974 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76b30f-4b38-4dd9-91e6-c22e172012d6 None None] The sync data for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi is: [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'd3792299-fd44-4f93-b100-dfb4001ef583', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'port_id': '455c02f0-accc-4986-9693-91a468cea920', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'mac_address': 'fa:16:3e:27:a6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:30:02Z', 'updated_at': '2021-07-05T16:30:12Z', 'revision_number': 1, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:30:14.363134 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f8bef-23c1-4256-a4df-34c4d32201ee None None] New status for floating IP d3792299-fd44-4f93-b100-dfb4001ef583: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:30:16.497658 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:36.924817 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d71f2ad4-0c36-498f-ae80-b2693b4fa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:39.450396 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3806b5ac-3d36-4d94-9093-d2b9723fa2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:39.774667 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:41.106344 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:43.473202 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:46.495470 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:30:47.615380 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:31:03.300924 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-ce11f8e3-f0cc-43b4-8915-dc0bad033ce1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1015911 Jul 05 16:31:03.400566 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-6de69cb3-2725-4523-a8d8-d240b0bfa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:31:03.402064 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-6de69cb3-2725-4523-a8d8-d240b0bfa15e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0517962 Jul 05 16:31:03.504322 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-e7ca0fa5-384e-4aab-b0e3-e7565b1b1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:31:03.505812 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-e7ca0fa5-384e-4aab-b0e3-e7565b1b1b50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0851214 Jul 05 16:31:03.545787 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-e063eec2-7921-4606-9ece-1afc18e325dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0336080 Jul 05 16:31:03.592402 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-97372a3a-373b-4d05-919d-55dd0d25dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:31:03.593855 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-97372a3a-373b-4d05-919d-55dd0d25dbda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0426600 Jul 05 16:31:03.629588 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-808c1f8d-6cc0-48c3-99a1-2d7d0cc6c683 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295188 Jul 05 16:31:03.714796 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-611b1baa-883b-45b1-a2cd-ad7f30b53cc1 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791295 Jul 05 16:31:03.806994 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f7f7bcb-3585-4be2-aa17-d8b4316e129e req-04a23d66-5577-4efd-81c7-a1ca1f5143f2 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858989 Jul 05 16:31:06.925956 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1a1f-a137-472e-92f1-d8d6ae5bd125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:09.451314 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b2961d54-a8be-4166-879a-4e20a223ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:09.779498 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:11.106739 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:13.477190 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:16.509188 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:24.614193 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:31:24.938074 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 35350) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:31:25.042747 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:25.134373 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:25.138162 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:25.179189 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6f373-1e5c-480d-bc07-22da9ae7400e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:31:25.184214 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=880b61dcf947460abd658ae5964a0f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451086 Jul 05 16:31:25.187482 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 35356) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:31:25.190267 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.190754 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.191388 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.191528 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.191834 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.192234 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.192565 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.192979 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.193606 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.193957 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.194262 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.194652 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fe30b0-d143-4c0e-b594-0306b8ca5256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.243214 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:25.266457 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:25.315781 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:25.318439 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:25.319656 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69d6f373-1e5c-480d-bc07-22da9ae7400e HTTP/1.1" status: 204 len: 168 time: 0.1311419 Jul 05 16:31:25.327048 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6f373-1e5c-480d-bc07-22da9ae7400e,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:31:25.334087 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.334444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.334790 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.335180 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.335463 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.335799 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.336138 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.336464 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.336794 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.337119 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.337464 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:25.337788 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d52e-9683-473f-afd1-0d5ec9220385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:31:31.711199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0607-348e-4e82-a3a2-36f883a07bde req-75299351-a7b8-4810-bd3c-f999529c109e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:31:31.712685 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-73be0607-348e-4e82-a3a2-36f883a07bde req-75299351-a7b8-4810-bd3c-f999529c109e tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 946 time: 0.2103190 Jul 05 16:31:31.752855 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-73be0607-348e-4e82-a3a2-36f883a07bde req-bfc16624-13d9-4dbb-91d2-48be52b82015 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Jul 05 16:31:31.977808 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8b429-5007-4601-8b01-883a863cea5f req-218477c7-564d-4c1c-825e-b32be570cb8d tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:31:31.979244 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d1e8b429-5007-4601-8b01-883a863cea5f req-218477c7-564d-4c1c-825e-b32be570cb8d tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 946 time: 0.0662901 Jul 05 16:31:32.079617 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Deleting port 5a9b0393-3992-4751-92a3-9555e286a50a {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:31:32.079959 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:32.170255 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] For port 5a9b0393-3992-4751-92a3-9555e286a50a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a9b0393-3992-4751-92a3-9555e286a50a,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:31:32.170617 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:32.182526 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Calling delete_port for 5a9b0393-3992-4751-92a3-9555e286a50a owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:31:32.306372 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:32.319196 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', '1dfa985b-84cc-46df-a8d6-33421c9c30e2', '5a9b0393-3992-4751-92a3-9555e286a50a'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:31:32.338368 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event deleted for resources: {'Port': ['ID=5a9b0393-3992-4751-92a3-9555e286a50a,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:31:32.385236 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] No DVR routers for this DVR port 5a9b0393-3992-4751-92a3-9555e286a50a on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:31:32.387711 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:32.389688 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d1e8b429-5007-4601-8b01-883a863cea5f req-3d567249-6632-4435-a00e-61be7dd85ce4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "DELETE /v2.0/ports/5a9b0393-3992-4751-92a3-9555e286a50a HTTP/1.1" status: 204 len: 173 time: 0.4050024 Jul 05 16:31:32.390128 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'name': 'network-vif-deleted', 'tag': '5a9b0393-3992-4751-92a3-9555e286a50a'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:31:32.392342 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddb721c-478d-4409-9500-a7d41c154279" -d '{"events": [{"server_uuid": "5b5e9f66-f7a4-4b76-92e4-19b95fb40c35", "name": "network-vif-deleted", "tag": "5a9b0393-3992-4751-92a3-9555e286a50a"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:31:32.498142 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe457626-df41-43d7-a225-8ceea68d7cec x-openstack-request-id: req-fe457626-df41-43d7-a225-8ceea68d7cec {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:31:32.498671 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e9f66-f7a4-4b76-92e4-19b95fb40c35", "name": "network-vif-deleted", "tag": "5a9b0393-3992-4751-92a3-9555e286a50a", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:31:32.499118 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe457626-df41-43d7-a225-8ceea68d7cec {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:31:32.499700 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e9f66-f7a4-4b76-92e4-19b95fb40c35', 'name': 'network-vif-deleted', 'tag': '5a9b0393-3992-4751-92a3-9555e286a50a', 'status': 'completed', 'code': 200} Jul 05 16:31:32.913572 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c47365fb-8ccc-4a63-b15e-98a3beb259f1 req-14ccaaca-6aed-4cd2-befe-c2d050c811c4 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5e9f66-f7a4-4b76-92e4-19b95fb40c35 HTTP/1.1" status: 200 len: 210 time: 0.0278790 Jul 05 16:31:34.360209 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9561ab-8027-4654-ba4e-6e46275e50db req-8dec7abf-60e4-4e7d-9684-c534d0119343 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:31:34.361597 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6e9561ab-8027-4654-ba4e-6e46275e50db req-8dec7abf-60e4-4e7d-9684-c534d0119343 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 946 time: 0.0615990 Jul 05 16:31:34.399719 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6e9561ab-8027-4654-ba4e-6e46275e50db req-576b586f-8330-4951-ba5e-0f07ec32f2ed tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Jul 05 16:31:34.664243 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a9b7d-a491-4245-8025-8c33814df41f req-eb38c2e9-2f0b-457c-8e05-2d56ab42d7e9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:31:34.665728 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-914a9b7d-a491-4245-8025-8c33814df41f req-eb38c2e9-2f0b-457c-8e05-2d56ab42d7e9 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 946 time: 0.0641453 Jul 05 16:31:34.762166 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Deleting port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:31:34.762507 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:34.850620 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] For port 1dfa985b-84cc-46df-a8d6-33421c9c30e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1dfa985b-84cc-46df-a8d6-33421c9c30e2,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:31:34.850981 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:34.863827 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Calling delete_port for 1dfa985b-84cc-46df-a8d6-33421c9c30e2 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:31:34.988222 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:35.000308 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', '1dfa985b-84cc-46df-a8d6-33421c9c30e2'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:31:35.022735 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event deleted for resources: {'Port': ['ID=1dfa985b-84cc-46df-a8d6-33421c9c30e2,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:31:35.070642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] No DVR routers for this DVR port 1dfa985b-84cc-46df-a8d6-33421c9c30e2 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:31:35.073364 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:35.075634 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-914a9b7d-a491-4245-8025-8c33814df41f req-33921ad0-23a4-4425-ba65-7ffb9d69cece tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "DELETE /v2.0/ports/1dfa985b-84cc-46df-a8d6-33421c9c30e2 HTTP/1.1" status: 204 len: 173 time: 0.4049058 Jul 05 16:31:35.076066 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'name': 'network-vif-deleted', 'tag': '1dfa985b-84cc-46df-a8d6-33421c9c30e2'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:31:35.078328 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000eed08-c579-4618-bb1e-ef84b9788268" -d '{"events": [{"server_uuid": "7f39c8b8-8419-47f1-8e7c-5c15182892c1", "name": "network-vif-deleted", "tag": "1dfa985b-84cc-46df-a8d6-33421c9c30e2"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:31:35.118432 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06096993-d4f6-4b4c-bde6-5c8578848d76 x-openstack-request-id: req-06096993-d4f6-4b4c-bde6-5c8578848d76 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:31:35.118763 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39c8b8-8419-47f1-8e7c-5c15182892c1", "name": "network-vif-deleted", "tag": "1dfa985b-84cc-46df-a8d6-33421c9c30e2", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:31:35.119052 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06096993-d4f6-4b4c-bde6-5c8578848d76 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:31:35.119418 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39c8b8-8419-47f1-8e7c-5c15182892c1', 'name': 'network-vif-deleted', 'tag': '1dfa985b-84cc-46df-a8d6-33421c9c30e2', 'status': 'completed', 'code': 200} Jul 05 16:31:35.560845 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d575de32-156b-4f64-9e54-b77ae8e1d85b req-3138ba7b-859b-48c9-a3b6-ff79d0970b07 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f39c8b8-8419-47f1-8e7c-5c15182892c1 HTTP/1.1" status: 200 len: 210 time: 0.0351191 Jul 05 16:31:36.925767 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fad729c6-a6bb-414c-9dcc-49a873069cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:36.935467 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 5a9b0393-3992-4751-92a3-9555e286a50a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:31:36.955035 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 5a9b0393-3992-4751-92a3-9555e286a50a {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:31:36.955371 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 5a9b0393-3992-4751-92a3-9555e286a50a not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:31:38.949621 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 1dfa985b-84cc-46df-a8d6-33421c9c30e2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:31:38.969254 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 1dfa985b-84cc-46df-a8d6-33421c9c30e2 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:31:38.969622 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 1dfa985b-84cc-46df-a8d6-33421c9c30e2 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:31:39.452625 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b085b279-a1f2-444d-826d-be9ce806ade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:39.779711 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:41.108391 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:43.481061 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:31:46.509894 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:01.612448 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:32:03.284546 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-a850cd90-5d9e-4318-92d0-5859daec890c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513258 Jul 05 16:32:03.358687 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-b52af4ea-4db0-4ddb-964b-9ec3cd1e37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:32:03.360134 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-b52af4ea-4db0-4ddb-964b-9ec3cd1e37a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 1099 time: 0.0536342 Jul 05 16:32:03.459555 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-f44735ba-18e4-4ffa-b58a-cf4a506d6e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:32:03.460981 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-f44735ba-18e4-4ffa-b58a-cf4a506d6e1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0812042 Jul 05 16:32:03.526825 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-1806a2ce-0614-4932-95a2-09e63ca0e785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 200 len: 1002 time: 0.0595772 Jul 05 16:32:03.574021 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-d2b44039-de05-4e23-92bf-f2380401452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:32:03.575366 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-d2b44039-de05-4e23-92bf-f2380401452a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0424194 Jul 05 16:32:03.629770 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-08a7a9fe-0ec9-4f2a-9253-be5d29f7184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:32:03.631816 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-08a7a9fe-0ec9-4f2a-9253-be5d29f7184d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502779 Jul 05 16:32:03.720836 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-406e47aa-bd3a-4a2c-87de-e92757ff3ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821269 Jul 05 16:32:03.807577 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6815d7e9-8474-4155-b3f1-0a1ed18c2811 req-5a0b772f-707a-4c6f-8b1c-d342105bc347 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803287 Jul 05 16:32:06.927002 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cabe3d17-f7df-4d9b-ad08-3618e5e42378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:09.458874 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4463834f-fb07-46db-b18c-bbd9b02a01c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:09.780758 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:11.111716 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:13.482880 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:16.509705 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:36.930850 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-34a819cf-826d-4b08-b28b-d9f1ce759553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:38.610892 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:32:39.452453 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3d794772-a92c-4b4d-ad94-e3718615f713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:39.781906 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:41.115414 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:43.485035 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:32:46.525387 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:05.158844 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-6d90cc9c-487a-4a49-9b77-360702f72f69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570681 Jul 05 16:33:05.280823 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-d3da5794-758c-4f4f-8471-5ea768d49000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:33:05.282577 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-d3da5794-758c-4f4f-8471-5ea768d49000 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0742452 Jul 05 16:33:05.398260 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-d667ef3b-db79-4878-819d-a41399792e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:33:05.401189 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-d667ef3b-db79-4878-819d-a41399792e01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0985479 Jul 05 16:33:05.446876 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-bbab8b6c-f217-4e73-9d3a-174cbcc7481e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0395112 Jul 05 16:33:05.747556 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-1dc03fde-d320-429e-bef1-a05970521816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:33:05.748957 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-1dc03fde-d320-429e-bef1-a05970521816 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.2965112 Jul 05 16:33:05.781723 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-3ac9bbbe-ca5b-45dc-94c0-a4a3b4f3be97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265064 Jul 05 16:33:05.878187 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-b6136451-1f69-4975-98d8-46f445912c03 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900955 Jul 05 16:33:05.975737 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-56941212-c411-4b7b-9d13-e2ea0c36cdf1 req-476bbf65-398e-4a47-9095-6e99014773d5 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913670 Jul 05 16:33:06.937207 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6015-3872-497b-b653-90575b1a5990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:09.457886 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb3f-9fff-4150-84d9-59658f39403b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:09.786099 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:11.119380 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:13.491145 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:15.609845 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:33:16.526075 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:36.932354 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-987a8b37-971b-4def-8b61-4630348958b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:39.449586 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1570d19d-f141-444c-91b7-868d6497720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:39.787385 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:41.123291 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:43.490981 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:46.525830 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:33:52.609227 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:34:06.934138 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cc0868a5-d5be-4e80-bbf5-de41e2074641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:07.257272 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-77d2e99f-8cb5-4455-bae7-6d23c77e13d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553265 Jul 05 16:34:07.331608 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-e01f5a3a-a58f-4af2-a3bf-ff8831c31634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:34:07.333106 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-e01f5a3a-a58f-4af2-a3bf-ff8831c31634 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 1099 time: 0.0553925 Jul 05 16:34:07.435665 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-08c77c5c-0460-4fb8-a1b8-d648d8bcfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:34:07.437025 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-08c77c5c-0460-4fb8-a1b8-d648d8bcfbc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0828269 Jul 05 16:34:07.503741 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-8f93e66f-bcd2-4b4a-983c-a3d49db8c5be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 200 len: 1002 time: 0.0600560 Jul 05 16:34:07.552625 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-6f8fd7a8-e74c-4dc3-85b2-0a2022585547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:34:07.554133 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-6f8fd7a8-e74c-4dc3-85b2-0a2022585547 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0444217 Jul 05 16:34:07.611795 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-40433857-c778-4379-9503-be9e41b6b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:34:07.613296 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-40433857-c778-4379-9503-be9e41b6b240 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534954 Jul 05 16:34:07.712367 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-46497f62-5f48-448e-9326-d662b7126a92 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874043 Jul 05 16:34:07.797913 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce230952-a023-4847-ae69-36c05ecb64c1 req-e428dc67-e16f-4924-b57a-6a2f1c389710 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806904 Jul 05 16:34:09.450536 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5099ce2f-6115-4900-8ef5-67a1b5186c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:09.789215 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:11.122690 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:13.495762 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:16.553597 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:29.607277 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:34:36.936945 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-934640bb-aa4e-4433-8fdf-ea3cc0f01478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:39.455417 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5ea87b87-cd0c-4d55-ba28-9b9a16c3c2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:39.800459 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:41.128967 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:43.497075 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:34:46.542245 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:06.605962 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:35:06.939130 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-52378735-c368-49be-bdf7-6113c2d3c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:09.288869 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-c257afac-6d63-40ee-a3fb-f91a1b24cbf3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602171 Jul 05 16:35:09.398244 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-421390e4-077c-444f-8cb7-b9f00992de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:35:09.400276 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-421390e4-077c-444f-8cb7-b9f00992de1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0647359 Jul 05 16:35:09.449421 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bfd9adb6-7d2d-46b6-a5d1-308e87c352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:09.511697 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-7e1c103d-fb47-446c-b3dc-f0ce0aa0cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:35:09.514089 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-7e1c103d-fb47-446c-b3dc-f0ce0aa0cbe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0935020 Jul 05 16:35:09.560580 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-b8bcaf41-adff-46e7-949f-71de37a57455 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0403166 Jul 05 16:35:09.610692 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-70ce872b-23c9-4441-94c1-546124ac0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:35:09.612201 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-70ce872b-23c9-4441-94c1-546124ac0ca2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0458093 Jul 05 16:35:09.645951 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-d6f68932-fbd7-41de-b55c-99b5e643fc6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271397 Jul 05 16:35:09.743691 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-0dc11d3b-8ac3-4af7-8de1-8f4e4295c84d service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904305 Jul 05 16:35:09.794648 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:09.851035 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7ddbb625-5e57-4639-b046-78d73a5c16e1 req-8ad43105-d5a3-42db-80e0-98b5a4384845 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009316 Jul 05 16:35:11.128293 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:13.499990 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:16.551995 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:36.941488 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-56f57cb8-7507-467a-95d8-f61992bf2b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:39.451228 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fa76d5a6-dc7d-4d50-a926-619bc5b82a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:39.797003 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:41.133481 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:43.504792 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:35:43.606405 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:35:46.561139 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:06.944415 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-32a6c3a3-2522-4e4a-92e5-c2194880f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:09.452251 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b302dc39-db27-4975-bba8-02bd10c22997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:09.799189 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:11.141722 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:11.275707 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-9201f58b-8452-49cb-82e4-9f1c0b02db7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1567655 Jul 05 16:36:11.359143 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-404432f7-a797-4a85-903b-3c8458c899f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:11.360747 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-404432f7-a797-4a85-903b-3c8458c899f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 1099 time: 0.0619986 Jul 05 16:36:11.529555 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-41545d32-61b1-4525-bbe0-31113303b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:11.532401 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-41545d32-61b1-4525-bbe0-31113303b4f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.1509478 Jul 05 16:36:11.605226 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-277be696-f8d6-4049-a477-80556ae9d1cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 200 len: 1002 time: 0.0665390 Jul 05 16:36:11.654516 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-54b8d040-a75d-462d-bc5e-4298e267318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:11.655988 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-54b8d040-a75d-462d-bc5e-4298e267318e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0450103 Jul 05 16:36:11.716541 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-e992b1e5-85d7-4406-8437-e01de27026a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:11.718136 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-e992b1e5-85d7-4406-8437-e01de27026a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555043 Jul 05 16:36:11.729603 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-0f5e1017-2802-4a3f-a95a-24565d95389d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93110) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:36:11.730538 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-0f5e1017-2802-4a3f-a95a-24565d95389d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054092 Jul 05 16:36:11.826965 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-cc363c19-f138-4c52-a467-c7f1758632cb service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900085 Jul 05 16:36:11.920831 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ad0118e3-eb75-4b97-ad55-f873ad33fd89 req-aa486313-e474-46de-ae72-f335667c5d98 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Jul 05 16:36:13.507510 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:16.557610 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:20.605373 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:36:36.947256 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0db60d45-459c-410b-835f-a0b63c1de906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:39.456885 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1c41b33b-ce55-4581-972a-bba297f290ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:39.800861 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:41.138251 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:43.515629 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:46.552447 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:52.379053 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb0942-d7c0-44f4-aab7-ed113a130307 req-7e08b06f-bac2-44bd-b1dd-ee92ced65b83 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:52.380568 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-66eb0942-d7c0-44f4-aab7-ed113a130307 req-7e08b06f-bac2-44bd-b1dd-ee92ced65b83 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 946 time: 0.1309130 Jul 05 16:36:52.428137 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-66eb0942-d7c0-44f4-aab7-ed113a130307 req-168b2f31-8724-4d7e-a3d4-792acf743ff7 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=f703331d-3c1e-46cb-a726-85854350ec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Jul 05 16:36:52.601793 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-188a4c7c-c2f5-450e-9af8-b929d06de37c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:52.603277 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-188a4c7c-c2f5-450e-9af8-b929d06de37c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 946 time: 0.0660827 Jul 05 16:36:52.717968 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Deleting port 455c02f0-accc-4986-9693-91a468cea920 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:36:52.718293 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:52.818278 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] For port 455c02f0-accc-4986-9693-91a468cea920, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=455c02f0-accc-4986-9693-91a468cea920,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:36:52.818639 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:53.008040 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:53.008415 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:53.008730 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Floating IP d3792299-fd44-4f93-b100-dfb4001ef583 disassociated. External IP: 172.27.3.250, port: 455c02f0-accc-4986-9693-91a468cea920. Jul 05 16:36:53.009076 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Calling delete_port for 455c02f0-accc-4986-9693-91a468cea920 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:36:53.145676 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:53.173996 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event deleted for resources: {'Port': ['ID=455c02f0-accc-4986-9693-91a468cea920,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.192465 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:36:53.301796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Router fa1fa358-4d36-4b46-ad31-df21c55605c4 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:36:53.415179 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:36:53.426888 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] Sync routers for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:36:53.462752 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] No DVR routers for this DVR port 455c02f0-accc-4986-9693-91a468cea920 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:36:53.466047 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:53.468984 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5823a8d3-9576-4e68-8e9c-c5a8106ddbc5 req-ccfdd8fa-e890-4792-b6cf-f5bad10b6e21 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "DELETE /v2.0/ports/455c02f0-accc-4986-9693-91a468cea920 HTTP/1.1" status: 204 len: 173 time: 0.8596988 Jul 05 16:36:53.468984 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'name': 'network-vif-deleted', 'tag': '455c02f0-accc-4986-9693-91a468cea920'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:36:53.477777 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed789f8-fc3f-492e-86d9-1e6c96a61f11" -d '{"events": [{"server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "name": "network-vif-deleted", "tag": "455c02f0-accc-4986-9693-91a468cea920"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:36:53.538366 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:36:53.539223 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:36:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:36:53.681061 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e34c50-285f-4177-a450-dc93c50636c5 x-openstack-request-id: req-23e34c50-285f-4177-a450-dc93c50636c5 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:36:53.681638 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec81bc25-4c6f-4681-b545-20d8be0387b0", "name": "network-vif-deleted", "tag": "455c02f0-accc-4986-9693-91a468cea920", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:36:53.681874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23e34c50-285f-4177-a450-dc93c50636c5 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:36:53.682430 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec81bc25-4c6f-4681-b545-20d8be0387b0', 'name': 'network-vif-deleted', 'tag': '455c02f0-accc-4986-9693-91a468cea920', 'status': 'completed', 'code': 200} Jul 05 16:36:53.720487 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:36:53.785555 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-dbda1c94-214c-42d5-a025-878828ff9712 req-4a1cd8b1-7ae8-4054-b827-07dfb698535d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec81bc25-4c6f-4681-b545-20d8be0387b0 HTTP/1.1" status: 200 len: 210 time: 0.1292903 Jul 05 16:36:53.930315 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:36:53.963483 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] Checking router: fa1fa358-4d36-4b46-ad31-df21c55605c4 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:36:53.972857 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:36:53.973566 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:36:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:36:54.095970 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:36:54.341827 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:36:54.370046 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcbfdd-dbab-464f-bae2-bf9eeb5492f9 None None] The sync data for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi is: [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:36:54.611285 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf0a6b-a1f2-4cfa-8db7-66766d3f31e1 None None] New status for floating IP d3792299-fd44-4f93-b100-dfb4001ef583: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:36:54.922945 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38662) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:36:54.983411 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c8be4178-3cb5-41fa-b897-a96a438924d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.022363 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c8be4178-3cb5-41fa-b897-a96a438924d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.076425 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c8be4178-3cb5-41fa-b897-a96a438924d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.079100 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c8be4178-3cb5-41fa-b897-a96a438924d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.080379 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-c8be4178-3cb5-41fa-b897-a96a438924d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "DELETE /v2.0/security-groups/f703331d-3c1e-46cb-a726-85854350ec61 HTTP/1.1" status: 204 len: 168 time: 0.1563728 Jul 05 16:36:55.083920 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 38664) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:36:55.091783 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be4178-3cb5-41fa-b897-a96a438924d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f703331d-3c1e-46cb-a726-85854350ec61,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:55.100830 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.api.v2.resource [None req-9c186618-db7c-4124-9671-1207d89f34e2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] show failed (client error): The resource could not be found. Jul 05 16:36:55.105921 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-9c186618-db7c-4124-9671-1207d89f34e2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups/f703331d-3c1e-46cb-a726-85854350ec61 HTTP/1.1" status: 404 len: 347 time: 0.0201700 Jul 05 16:36:55.106597 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38666) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:36:55.242507 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Deleting port 8c102e13-ebb1-4ba7-a322-63741610a8d1 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:36:55.242874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.329097 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.329500 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.343368 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Calling delete_port for 8c102e13-ebb1-4ba7-a322-63741610a8d1 owned by network:floatingip {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:36:55.495777 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.524289 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event deleted for resources: {'Port': ['ID=8c102e13-ebb1-4ba7-a322-63741610a8d1,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:55.593520 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.596281 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:55.597541 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-defbb5b9-c335-4645-a567-a1721bccdec6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "DELETE /v2.0/floatingips/d3792299-fd44-4f93-b100-dfb4001ef583 HTTP/1.1" status: 204 len: 168 time: 0.4898551 Jul 05 16:36:56.280526 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38680) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:36:56.285793 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-f899b54c-1c0a-4f49-81ae-d1f3d290650c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1564107390', 'description': 'tempest-description--2140923332'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:36:56.307890 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f899b54c-1c0a-4f49-81ae-d1f3d290650c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.403611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f899b54c-1c0a-4f49-81ae-d1f3d290650c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.408192 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f899b54c-1c0a-4f49-81ae-d1f3d290650c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.443586 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f899b54c-1c0a-4f49-81ae-d1f3d290650c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.443586 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f899b54c-1c0a-4f49-81ae-d1f3d290650c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1597748 Jul 05 16:36:56.445293 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38686) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:36:56.445579 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 455c02f0-accc-4986-9693-91a468cea920 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:36:56.451647 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-519e239b-8190-4688-a07a-8013a16d7bb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'security_group_rule': {'security_group_id': 'b7d7bb0d-e3ad-4732-abbc-fcbe69c31108', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:36:56.456717 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899b54c-1c0a-4f49-81ae-d1f3d290650c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:56.466722 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 455c02f0-accc-4986-9693-91a468cea920 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:36:56.467073 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 455c02f0-accc-4986-9693-91a468cea920 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:36:56.486747 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-519e239b-8190-4688-a07a-8013a16d7bb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.542469 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-519e239b-8190-4688-a07a-8013a16d7bb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.547052 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-519e239b-8190-4688-a07a-8013a16d7bb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.565147 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e239b-8190-4688-a07a-8013a16d7bb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09819438-904b-491b-b6ec-acc2d412f047,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:56.571147 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-519e239b-8190-4688-a07a-8013a16d7bb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.572392 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-519e239b-8190-4688-a07a-8013a16d7bb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258206 Jul 05 16:36:56.575418 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38688) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:36:56.580074 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-75484c43-5c39-41fd-af06-d0e4b313f06d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'security_group_rule': {'security_group_id': 'b7d7bb0d-e3ad-4732-abbc-fcbe69c31108', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:36:56.608627 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-75484c43-5c39-41fd-af06-d0e4b313f06d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.669344 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-75484c43-5c39-41fd-af06-d0e4b313f06d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.673089 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-75484c43-5c39-41fd-af06-d0e4b313f06d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.690985 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75484c43-5c39-41fd-af06-d0e4b313f06d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b2c8f7-70df-414c-82ee-1b55527c712a,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:56.697931 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-75484c43-5c39-41fd-af06-d0e4b313f06d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.702239 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-75484c43-5c39-41fd-af06-d0e4b313f06d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224744 Jul 05 16:36:56.702449 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38690) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:36:56.706847 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:36:56.727552 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.825962 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:56.943732 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Allocated IP 172.27.3.156 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/2a3ec0de-0b5c-48f2-9c00-ddd6dd4c1b7f) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:36:57.041087 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.079363 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.116857 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:36:57.119651 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:36:57.123291 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:36:57.151909 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'Port': ['ID=2a3ec0de-0b5c-48f2-9c00-ddd6dd4c1b7f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:57.210849 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.253353 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.399950 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.405512 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.476982 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'Port': ['ID=2a3ec0de-0b5c-48f2-9c00-ddd6dd4c1b7f,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:36:57.488528 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.505105 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:57.506942 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-18413059-f117-4394-87f8-c188f5a52f84 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8033741 Jul 05 16:36:57.610501 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:36:57.666525 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-4ff496ff-a3d3-4cb8-ae17-28905b949d51 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1564107390&fields=id&tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab HTTP/1.1" status: 200 len: 267 time: 0.0433347 Jul 05 16:36:57.783416 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-07800ded-4250-47b9-932a-34bcdee04e10 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:57.784800 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-07800ded-4250-47b9-932a-34bcdee04e10 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 816 time: 0.1105664 Jul 05 16:36:57.799773 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-b00535b4-4ce5-4fbf-b8ea-3cf36c79ff32 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/quotas/b27f60a9c17a4bd6afc62ffe297df5ab HTTP/1.1" status: 200 len: 375 time: 0.0093729 Jul 05 16:36:57.870226 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-cb2a20e8-19dd-49d4-b539-361ea8d2d7bc tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654650 Jul 05 16:36:57.928163 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e96d025-b885-436b-96a1-bd05d57d800e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:36:57.929211 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e96d025-b885-436b-96a1-bd05d57d800e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469217 Jul 05 16:36:58.023330 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-6a7703c2-23a0-48cf-a5de-8a534aeeb27f service neutron] 10.222.0.24 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874636 Jul 05 16:36:58.115212 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-dfb8074c-c1b5-40a8-983a-891f7b70ddc9 service neutron] 10.222.0.24 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840518 Jul 05 16:36:58.306034 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ebf37126-628b-4c1f-9d6c-ad60b8546401 req-79b66b33-0748-4e25-92b6-7a328b096fa5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 210 time: 0.0345902 Jul 05 16:36:59.471133 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-93750ec4-419c-48aa-885f-2e3a98bd8e83 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:36:59.473862 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-93750ec4-419c-48aa-885f-2e3a98bd8e83 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 816 time: 0.1357172 Jul 05 16:36:59.474320 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-304e68ec-a2a4-49fe-a990-238de7721862 req-d6611514-b9a8-4d5d-ac60-67e574151261 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 210 time: 0.0313923 Jul 05 16:36:59.523606 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-06c7c640-095a-4627-be6c-ecfd25ee71fa tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab HTTP/1.1" status: 200 len: 380 time: 0.0415170 Jul 05 16:36:59.532496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'port': {'device_id': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'admin_state_up': True, 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'security_groups': ['b7d7bb0d-e3ad-4732-abbc-fcbe69c31108']}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:36:59.644334 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Made reservation on behalf of b27f60a9c17a4bd6afc62ffe297df5ab for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:36:59.648511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:59.778670 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Allocated IP 172.20.0.8 (d9493848-0da7-4b4e-b93f-0519fe2d71b0/04b1fc25-b68a-4fa8-aa21-eb3fbbb44941/6b8b78cd-af4c-47cc-b23f-30c3688eefe0) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:36:59.916051 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:36:59.933783 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Transition to ACTIVE for port object 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:36:59.969974 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:00.012680 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:37:00.015984 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:37:00.019807 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:37:00.048779 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:00.077000 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:00.077733 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:00.097761 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-5e03c87d-845c-4133-9e27-4dfc7532a49e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688403 Jul 05 16:37:00.110368 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Request body: {'port': {'device_id': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:37:00.191701 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:00.270769 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-04a0a51f-2595-44ea-a044-e6d00e92249f None None] Provisioning for port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:37:00.274757 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-04a0a51f-2595-44ea-a044-e6d00e92249f None None] Provisioning complete for port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:37:00.275128 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-04a0a51f-2595-44ea-a044-e6d00e92249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:00.311996 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-04a0a51f-2595-44ea-a044-e6d00e92249f None None] Port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:37:00.467231 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:37:00.479714 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:00.493504 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Transition to ACTIVE for port object 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:37:00.497114 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:00.552389 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:00.664479 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Attempting to bind port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:37:00.664817 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Attempting to bind port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:37:00.665150 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Attempting to bind port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:37:00.675204 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:37:00.675529 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Attempting to bind port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 on network d9493848-0da7-4b4e-b93f-0519fe2d71b0 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:37:00.684057 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:37:00.684406 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Checking segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:37:00.684966 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Bound using segment: {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:37:00.685384 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Bound port: 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569a7e6e-1969-48ef-bc60-91c18c40534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:37:00.685728 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:00.710655 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b5b04-050c-4fb7-9c96-0dccb591dc9d req-ddcb548b-4968-4d4e-96b2-5b7a7257a2c8 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:00.712202 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fb6b5b04-050c-4fb7-9c96-0dccb591dc9d req-ddcb548b-4968-4d4e-96b2-5b7a7257a2c8 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1091814 Jul 05 16:37:00.794001 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-fb6b5b04-050c-4fb7-9c96-0dccb591dc9d req-f0d6197c-e03b-49c7-89f8-eeec05bb2947 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582349 Jul 05 16:37:00.799993 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:37:00.803123 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:37:00.807759 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:01.098208 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.098952 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:01.100196 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] 10.222.0.39 "PUT /v2.0/ports/6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 200 len: 1093 time: 0.9954875 Jul 05 16:37:01.101018 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:37:01.103797 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ca503d-d07f-4e51-817c-3ab0ec907d89" -d '{"events": [{"name": "network-changed", "server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:37:01.133834 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90349672-943d-4219-8736-c6ed70e87e75 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:01.173240 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b336fa4-ebca-4f48-ae19-9d3c31b56cc0 x-openstack-request-id: req-2b336fa4-ebca-4f48-ae19-9d3c31b56cc0 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:37:01.173572 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:37:01.173816 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b336fa4-ebca-4f48-ae19-9d3c31b56cc0 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:37:01.174201 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'status': 'completed', 'code': 200} Jul 05 16:37:01.204389 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-c4e534cf-7973-4d34-a8c4-ff9dfd358d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.205971 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-c4e534cf-7973-4d34-a8c4-ff9dfd358d8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1096 time: 0.0613112 Jul 05 16:37:01.253132 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-2259135a-d1b8-41e6-896b-bd520045ef43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 200 len: 217 time: 0.0378306 Jul 05 16:37:01.302887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-4ab8486c-82ab-410a-8b64-be78e53df817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.304350 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-4ab8486c-82ab-410a-8b64-be78e53df817 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0450177 Jul 05 16:37:01.362003 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-2925298f-3e67-469a-8a43-93155cf500b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.363498 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-2925298f-3e67-469a-8a43-93155cf500b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530174 Jul 05 16:37:01.476718 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-1d49682f-6556-4756-8975-628d03ad3417 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058369 Jul 05 16:37:01.575520 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4a9bb46b-2634-4238-804b-f8a697105f12 req-17797c67-d9d8-4764-93df-40e709381955 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923426 Jul 05 16:37:01.682317 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-ed514776-9759-40bc-95dd-4839bd9a424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.684027 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-ed514776-9759-40bc-95dd-4839bd9a424f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1096 time: 0.0572438 Jul 05 16:37:01.779023 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-cd45a78b-948d-480c-b115-138367c87fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.780520 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-cd45a78b-948d-480c-b115-138367c87fbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0885055 Jul 05 16:37:01.822614 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-dd25b02e-7af3-4e0f-9755-b3ce8fce94ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 200 len: 217 time: 0.0352242 Jul 05 16:37:01.871989 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-efa8b9e5-664c-4d3a-993b-faa1f5e17286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.873493 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-efa8b9e5-664c-4d3a-993b-faa1f5e17286 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0450587 Jul 05 16:37:01.975475 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-b089ec62-a52a-430b-8b88-c02487206f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:01.976987 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-b089ec62-a52a-430b-8b88-c02487206f65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0962522 Jul 05 16:37:02.012359 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23686d4-3cd5-4e02-b8db-c601d2d21f77 req-5597b20a-f25e-449d-9ccd-2a86402ccebc tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:02.013898 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b23686d4-3cd5-4e02-b8db-c601d2d21f77 req-5597b20a-f25e-449d-9ccd-2a86402ccebc tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0982971 Jul 05 16:37:02.088381 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b23686d4-3cd5-4e02-b8db-c601d2d21f77 req-507d2d85-b004-419f-a40f-3d6e2155fb50 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477016 Jul 05 16:37:02.113445 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-53201e61-2cf2-4c62-a017-c3c2caf5feaa service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282296 Jul 05 16:37:02.209425 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-e5ca503d-d07f-4e51-817c-3ab0ec907d89 req-e72dcacb-3b9d-497c-a7f2-334a3e1f082c service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874283 Jul 05 16:37:03.288157 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cc51d-79a1-42bf-bbce-1f904ed2619e req-122d8208-a19b-4c4d-90f1-7f4c1eff82fb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:03.289690 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3d9cc51d-79a1-42bf-bbce-1f904ed2619e req-122d8208-a19b-4c4d-90f1-7f4c1eff82fb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0697608 Jul 05 16:37:03.329272 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3d9cc51d-79a1-42bf-bbce-1f904ed2619e req-cdbfbfd8-2e26-4d72-b6c2-491f66143243 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331461 Jul 05 16:37:04.460937 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:37:04.522124 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588fc8a-ba1f-462b-af76-88e15c2583fa req-91f441d0-5629-494e-a879-8c52bdbc55cd tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:04.523703 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1588fc8a-ba1f-462b-af76-88e15c2583fa req-91f441d0-5629-494e-a879-8c52bdbc55cd tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0709939 Jul 05 16:37:04.563950 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1588fc8a-ba1f-462b-af76-88e15c2583fa req-e0ff1261-9c34-424a-9bf3-20b3c321d80a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338340 Jul 05 16:37:04.575665 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:37:04.588307 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'port_id': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'mac_address': 'fa:16:3e:0e:3f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:37:04.626976 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:04.639349 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:37:04.659444 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:37:04.665022 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:04.717200 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:04.724219 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.724576 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.724922 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.725278 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.725643 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.725964 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.726296 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.726625 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.726955 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.727283 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.727610 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.727932 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:04.914666 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['6b8b78cd-af4c-47cc-b23f-30c3688eefe0'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:37:05.743228 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2151-38b5-4240-964e-ccf55bc1b2f8 req-a6e832f9-59a2-479a-8e50-c34047a7aa85 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:05.744899 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2e3a2151-38b5-4240-964e-ccf55bc1b2f8 req-a6e832f9-59a2-479a-8e50-c34047a7aa85 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 944 time: 0.0653079 Jul 05 16:37:05.784766 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2e3a2151-38b5-4240-964e-ccf55bc1b2f8 req-3d4a001b-af24-49b8-8acd-a22b7c984592 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341117 Jul 05 16:37:06.475022 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:37:06.524909 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:37:06.530707 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:37:06.531302 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:06.778767 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:06.808413 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:37:06.811895 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e2ad8-9413-4973-9bfe-bafa8d61535d" -d '{"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:37:06.833681 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:37:06.847481 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:06.905555 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:06.935868 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743ecdc-40a2-4933-9a01-63f7163ccee3 x-openstack-request-id: req-e743ecdc-40a2-4933-9a01-63f7163ccee3 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:37:06.936467 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:37:06.936954 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e743ecdc-40a2-4933-9a01-63f7163ccee3 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:37:06.937701 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'code': 200} Jul 05 16:37:06.963937 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-44fe7641-3a9f-417d-928a-cf3a3e897307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:07.024345 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0260b-e5df-4e93-8422-babd5fe29e46 req-5fda17a0-aaa3-4849-81bc-c978c026b812 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:07.026437 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7eb0260b-e5df-4e93-8422-babd5fe29e46 req-5fda17a0-aaa3-4849-81bc-c978c026b812 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0820165 Jul 05 16:37:07.067331 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7eb0260b-e5df-4e93-8422-babd5fe29e46 req-85829f83-7698-40e7-bfb9-a0057019c3ce tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344892 Jul 05 16:37:07.210499 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0611a-c5bb-4306-be0a-bd5f43b098c9 req-04fc0956-471f-41c5-a064-8bc50b3906a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:07.212031 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c4d0611a-c5bb-4306-be0a-bd5f43b098c9 req-04fc0956-471f-41c5-a064-8bc50b3906a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1098 time: 0.0598319 Jul 05 16:37:07.250255 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c4d0611a-c5bb-4306-be0a-bd5f43b098c9 req-afc7a78d-524d-457e-b227-d6e35e527a83 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321953 Jul 05 16:37:08.279489 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823998c-6260-4733-97cc-1ebee2993a3f req-ac88a903-4e57-484d-bb43-5c58ddc5f9de tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:08.280973 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9823998c-6260-4733-97cc-1ebee2993a3f req-ac88a903-4e57-484d-bb43-5c58ddc5f9de tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0640535 Jul 05 16:37:08.318485 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9823998c-6260-4733-97cc-1ebee2993a3f req-88a39b8f-f30b-41db-9f54-c03fc315fc64 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Jul 05 16:37:08.500927 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bded2d-b2b9-49c5-8161-9a56291ffd1a req-edd88690-c961-447b-80e8-3a13bb0328cb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:08.502652 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f3bded2d-b2b9-49c5-8161-9a56291ffd1a req-edd88690-c961-447b-80e8-3a13bb0328cb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0699518 Jul 05 16:37:08.515277 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 38848) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:37:08.520284 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Request body: {'floatingip': {'port_id': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:37:08.562418 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:09.107570 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:09.111582 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:09.211417 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Floating IP 3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269 associated. External IP: 172.27.3.156, port: 6b8b78cd-af4c-47cc-b23f-30c3688eefe0. Jul 05 16:37:09.420798 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Router fa1fa358-4d36-4b46-ad31-df21c55605c4 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:37:09.460274 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c6974b6c-7664-4def-b838-dcb5bcd9829c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:09.530379 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:37:09.535564 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:09.541864 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] Sync routers for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:37:09.551634 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:37:09.552234 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:37:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:37:09.571554 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4a514970-7868-4344-a2c8-a78f29aea0d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "PUT /v2.0/floatingips/3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269 HTTP/1.1" status: 200 len: 991 time: 1.0551023 Jul 05 16:37:09.572757 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:37:09.576041 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146efdc-12c7-4e0b-aa45-886805196e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:37:09.612601 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a89ae9-07cb-41ea-9b7b-e8a6e89e4ef8 x-openstack-request-id: req-79a89ae9-07cb-41ea-9b7b-e8a6e89e4ef8 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:37:09.612892 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:37:09.613136 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79a89ae9-07cb-41ea-9b7b-e8a6e89e4ef8 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:37:09.613549 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'status': 'completed', 'code': 200} Jul 05 16:37:09.661755 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:37:09.692773 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-d276aebc-2f45-4e68-9dcf-61fded599a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:09.694550 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-d276aebc-2f45-4e68-9dcf-61fded599a2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1098 time: 0.0584741 Jul 05 16:37:09.789724 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-c98cf176-1910-4001-8eed-a165c8b41058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:09.792207 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-c98cf176-1910-4001-8eed-a165c8b41058 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0909038 Jul 05 16:37:09.805095 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:09.860738 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-35620b2f-1130-428d-8eb8-a5c641049ac6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 200 len: 999 time: 0.0629675 Jul 05 16:37:09.896749 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'port_id': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'mac_address': 'fa:16:3e:0e:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:36:57Z', 'updated_at': '2021-07-05T16:37:08Z', 'revision_number': 1, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:37:09.915464 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-f79ba4a9-e849-4568-b110-566e0382234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:09.916960 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-f79ba4a9-e849-4568-b110-566e0382234c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0498712 Jul 05 16:37:09.924906 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] Checking router: fa1fa358-4d36-4b46-ad31-df21c55605c4 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:37:09.936906 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:37:09.937565 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:37:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:37:09.992166 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-5b8e162c-2018-4832-991e-c3b3ad4c38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:09.992166 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-5b8e162c-2018-4832-991e-c3b3ad4c38b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0664582 Jul 05 16:37:10.053446 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:37:10.077084 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-841c0046-efe7-4705-8fe8-edf192fdc7f7 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810828 Jul 05 16:37:10.170829 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-d146efdc-12c7-4e0b-aa45-886805196e9d req-b01cf9a7-78cf-4e57-9210-098c6577d96e service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866537 Jul 05 16:37:10.272040 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'port_id': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'mac_address': 'fa:16:3e:0e:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:36:57Z', 'updated_at': '2021-07-05T16:37:08Z', 'revision_number': 1, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:37:10.387320 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489ce79-4904-4c57-a4d9-2e5540726063 None None] The sync data for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi is: [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'port_id': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'mac_address': 'fa:16:3e:0e:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:36:57Z', 'updated_at': '2021-07-05T16:37:08Z', 'revision_number': 1, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:37:10.600717 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6374e8b-73e4-4e7d-83b8-c8e26389505f None None] New status for floating IP 3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:37:11.142860 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:12.109649 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-94c53452-d151-4b40-a3c2-960172e8fc89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619254 Jul 05 16:37:12.209682 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-8efb6766-5386-49b6-b1b9-b064189e2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:12.211176 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-8efb6766-5386-49b6-b1b9-b064189e2340 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0576241 Jul 05 16:37:12.325774 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-88849e2d-df27-4e6a-9f96-8be7f306ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:12.328281 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-88849e2d-df27-4e6a-9f96-8be7f306ead6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 200 len: 915 time: 0.0976715 Jul 05 16:37:12.368990 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-8e6f8d4a-05f4-401c-af32-15845f853020 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 200 len: 217 time: 0.0343027 Jul 05 16:37:12.427593 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-a50f8644-c0e4-4a5c-9568-5bee6248d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:12.430117 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-a50f8644-c0e4-4a5c-9568-5bee6248d559 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 200 len: 854 time: 0.0552311 Jul 05 16:37:12.467537 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-9b05d620-0261-4afb-b0e7-9c4911080ea0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be2a64f6-67a9-480d-9317-a8bb5188c28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317519 Jul 05 16:37:12.556134 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-56af409a-c151-4b96-b02b-07e57af08669 service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814645 Jul 05 16:37:12.656846 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-0358445d-2c03-4c13-a170-8e8afd4a7353 req-00780109-0999-4a19-8e22-ee8c5d82cc2e service neutron] 10.222.0.39 "GET /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946493 Jul 05 16:37:13.507827 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:16.564474 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:34.609190 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:37:36.947448 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-eaf12c31-e22c-473e-a189-29df0eb256d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:37.317604 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644ed39-dedf-4744-9fbc-20340925c9db req-8c1c8c1f-8005-49f7-b87b-9b901c0a9520 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:37.319874 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4644ed39-dedf-4744-9fbc-20340925c9db req-8c1c8c1f-8005-49f7-b87b-9b901c0a9520 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 945 time: 0.0701509 Jul 05 16:37:37.370995 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4644ed39-dedf-4744-9fbc-20340925c9db req-d08d80d7-cbb5-4a7c-a575-6944018a2fa7 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab69d73d-bcc5-4db8-b7fc-9526757b219a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455120 Jul 05 16:37:37.623544 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-5e8ca9cb-8fa8-4f63-b598-d16d0873c62b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:37:37.624982 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-5e8ca9cb-8fa8-4f63-b598-d16d0873c62b tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 945 time: 0.0620778 Jul 05 16:37:37.726913 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Deleting port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:37:37.727166 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:37.812883 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] For port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,segment=NetworkSegment(a2fdaa39-30df-483f-9394-4ac0297a4343),segment_id=a2fdaa39-30df-483f-9394-4ac0297a4343)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:37:37.813243 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:37.826759 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Calling delete_port for c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:37:37.951991 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:37.963961 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c356b1d1-e55a-42a3-ae4a-8ea2fcb71203'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:37:37.979157 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Pushing event deleted for resources: {'Port': ['ID=c356b1d1-e55a-42a3-ae4a-8ea2fcb71203,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:38.025403 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] No DVR routers for this DVR port c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:37:38.028160 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:38.030221 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1f21360e-0f50-48f0-bbc6-0f21c78f1fd4 req-902ccbf6-a1d0-4d99-b0ac-64cb07268930 tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.39 "DELETE /v2.0/ports/c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 HTTP/1.1" status: 204 len: 173 time: 0.3981738 Jul 05 16:37:38.030784 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'name': 'network-vif-deleted', 'tag': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:37:38.032969 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8bb1f0-4453-452e-b3c3-58f3cc2d68cf" -d '{"events": [{"server_uuid": "b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8", "name": "network-vif-deleted", "tag": "c356b1d1-e55a-42a3-ae4a-8ea2fcb71203"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:37:38.076377 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4db52e0-aad4-4252-97a7-f4eebfeaf654 x-openstack-request-id: req-e4db52e0-aad4-4252-97a7-f4eebfeaf654 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:37:38.076673 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8", "name": "network-vif-deleted", "tag": "c356b1d1-e55a-42a3-ae4a-8ea2fcb71203", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:37:38.076929 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4db52e0-aad4-4252-97a7-f4eebfeaf654 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:37:38.077886 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8', 'name': 'network-vif-deleted', 'tag': 'c356b1d1-e55a-42a3-ae4a-8ea2fcb71203', 'status': 'completed', 'code': 200} Jul 05 16:37:38.548982 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a80e1307-ff59-4a14-8366-a0becaca47cc req-6b7f24ac-e3dc-45ce-af25-bb9f0cbd99cb tempest-AttachVolumeNegativeTest-2050965085 tempest-AttachVolumeNegativeTest-2050965085-project] 10.222.0.24 "GET /v2.0/ports?device_id=b53c005a-4f9d-4fe5-82e0-c6a0ee55f5c8 HTTP/1.1" status: 200 len: 210 time: 0.0319183 Jul 05 16:37:39.464635 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cbafab6e-43eb-4100-ab70-006097aa1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:39.653652 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39162) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:37:39.806117 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:39.825217 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Deleting subnet 8427053e-7bcd-4031-b9ff-51a15b5b58a2 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:37:39.828351 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:39.862376 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243839'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:39.903944 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:39.967208 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13131836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551895'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:39.993240 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8427053e-7bcd-4031-b9ff-51a15b5b58a2,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:40.001845 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.003734 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8427053e-7bcd-4031-b9ff-51a15b5b58a2 HTTP/1.1" status: 204 len: 168 time: 0.3490920 Jul 05 16:37:40.005265 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.005761 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.006240 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.006596 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39168) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:37:40.007042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.007042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.007318 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.007586 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.007919 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.008286 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.008574 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.008891 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.009211 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e69256-5583-4d7d-b641-a02584043212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:37:40.083864 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.167103 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.176950 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2a64f6-67a9-480d-9317-a8bb5188c28a']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:37:40.187808 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fdaa39-30df-483f-9394-4ac0297a4343') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:37:40.188105 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fdaa39-30df-483f-9394-4ac0297a4343') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:37:40.197890 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.211822 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.217662 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:37:40.218044 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:37:40.219650 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:37:40.274233 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.279410 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.281256 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/be2a64f6-67a9-480d-9317-a8bb5188c28a HTTP/1.1" status: 204 len: 168 time: 0.2736228 Jul 05 16:37:40.292237 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac97cc-ad91-473b-8624-1ad08812d1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2a64f6-67a9-480d-9317-a8bb5188c28a,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:40.391138 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39172) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:37:40.454583 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-e28cdc42-963c-46b4-861d-3ae175ac9ff7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06736ca587f148f3a9b7bb7d9c19b472&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620775 Jul 05 16:37:40.456885 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39174) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:37:40.506445 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc88-9737-473f-9403-9a230eac5397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.527043 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc88-9737-473f-9403-9a230eac5397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.579478 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc88-9737-473f-9403-9a230eac5397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.582058 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fa0afc88-9737-473f-9403-9a230eac5397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:40.583225 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-fa0afc88-9737-473f-9403-9a230eac5397 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab69d73d-bcc5-4db8-b7fc-9526757b219a HTTP/1.1" status: 204 len: 168 time: 0.1253822 Jul 05 16:37:40.591550 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0afc88-9737-473f-9403-9a230eac5397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab69d73d-bcc5-4db8-b7fc-9526757b219a,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:37:40.690135 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:37:40.713682 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:37:40.714123 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c356b1d1-e55a-42a3-ae4a-8ea2fcb71203 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:37:41.149841 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:43.511751 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:37:46.559934 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:06.951986 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-197836a0-bd55-4358-8665-55249aeb2c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:09.465457 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bc81ed80-d1eb-4159-b489-a516c74252f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:09.807488 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:11.156081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:11.608767 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:38:12.138681 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-daefc3da-295b-44c6-81df-9c3e05202beb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499594 Jul 05 16:38:12.212827 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-f3e6260e-87cd-4cec-b5db-b60a214518fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:12.214406 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-f3e6260e-87cd-4cec-b5db-b60a214518fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1098 time: 0.0545294 Jul 05 16:38:12.316854 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-6ad60de7-cec2-405f-8ddb-1d25d147a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:12.318321 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-6ad60de7-cec2-405f-8ddb-1d25d147a505 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0826709 Jul 05 16:38:12.385060 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-c4a0a3f0-670c-46f2-9896-e554b9340568 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 200 len: 1001 time: 0.0602472 Jul 05 16:38:12.695603 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-8abb3dee-50b3-4d3e-8f04-8669605ea3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:12.697060 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-8abb3dee-50b3-4d3e-8f04-8669605ea3c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.3060229 Jul 05 16:38:12.758335 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-cd92dc1c-08a1-4f3c-8f1b-af8c8c3c7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:12.760078 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-cd92dc1c-08a1-4f3c-8f1b-af8c8c3c7b36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568037 Jul 05 16:38:12.853698 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-eff80a84-9aa0-43bf-af94-5577a31a417a service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866051 Jul 05 16:38:12.948829 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6a715189-687a-4bad-938d-a1b8128f9ec4 req-cbb516d2-3c81-4eef-8cb2-56ec7268ff6d service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827112 Jul 05 16:38:13.512615 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:16.573230 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:24.806723 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4f202-5f03-4e1a-ab46-691068bca60a req-885a1844-c002-406e-8a22-ac6cdc8489fb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:24.808515 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-55b4f202-5f03-4e1a-ab46-691068bca60a req-885a1844-c002-406e-8a22-ac6cdc8489fb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0651207 Jul 05 16:38:24.853587 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-55b4f202-5f03-4e1a-ab46-691068bca60a req-29f108fc-f4be-449b-9e86-0f8f2af7d2b6 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Jul 05 16:38:26.037495 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66db47-d28b-4474-aa2a-f0634e04b30a req-cffffc59-54bc-4331-9f08-6726b32e2ae2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:26.039002 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6f66db47-d28b-4474-aa2a-f0634e04b30a req-cffffc59-54bc-4331-9f08-6726b32e2ae2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0640380 Jul 05 16:38:26.079924 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6f66db47-d28b-4474-aa2a-f0634e04b30a req-a916ee56-c9ee-4484-9394-7cdebb225d02 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351560 Jul 05 16:38:27.255767 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38abb1-dc2b-411b-95f6-216bbd7912ea req-1d1dc373-c605-4430-a316-b25289ac7596 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:27.257264 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6d38abb1-dc2b-411b-95f6-216bbd7912ea req-1d1dc373-c605-4430-a316-b25289ac7596 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0640748 Jul 05 16:38:27.296653 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6d38abb1-dc2b-411b-95f6-216bbd7912ea req-729256c2-f9e4-41e6-86cf-55cb336c1b03 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335491 Jul 05 16:38:28.487678 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4218e-ed53-4930-bddb-fe2577a13364 req-fdfe9c70-6c73-4f41-8c70-739cc1f0d2c2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:28.491491 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-10a4218e-ed53-4930-bddb-fe2577a13364 req-fdfe9c70-6c73-4f41-8c70-739cc1f0d2c2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0741453 Jul 05 16:38:28.528143 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-10a4218e-ed53-4930-bddb-fe2577a13364 req-c6a1b114-f2f7-45a0-8b88-47676eb1010d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332468 Jul 05 16:38:29.726823 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5db5e2-b857-4c7b-ad27-001f9a43b0ed req-af5278a5-7026-4938-93db-2fdf836779c7 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:29.728271 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4d5db5e2-b857-4c7b-ad27-001f9a43b0ed req-af5278a5-7026-4938-93db-2fdf836779c7 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0635350 Jul 05 16:38:29.766552 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4d5db5e2-b857-4c7b-ad27-001f9a43b0ed req-1b45b2b7-a965-41d3-afae-e8fa039b6a1d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326214 Jul 05 16:38:30.944547 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7217-a52e-4ba6-b56a-e2a1b31f85f7 req-70b7f7a3-9eae-4de9-bba7-ca69d680128b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:30.946054 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a0bd7217-a52e-4ba6-b56a-e2a1b31f85f7 req-70b7f7a3-9eae-4de9-bba7-ca69d680128b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0660536 Jul 05 16:38:30.982837 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a0bd7217-a52e-4ba6-b56a-e2a1b31f85f7 req-39eef65a-761d-41cd-88fc-3c1f26d7486a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Jul 05 16:38:32.162909 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce819f-4025-4f50-84cb-4b6e21691c6c req-5f58100a-1e45-4b4e-a3a7-4a7cf4b767a4 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:32.164389 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-03ce819f-4025-4f50-84cb-4b6e21691c6c req-5f58100a-1e45-4b4e-a3a7-4a7cf4b767a4 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0618422 Jul 05 16:38:32.201437 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-03ce819f-4025-4f50-84cb-4b6e21691c6c req-35962185-4d79-4c86-8c13-6926b87fb6f5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Jul 05 16:38:32.746339 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39900) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:32.881829 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:32.983421 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:32.988531 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:33.028945 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acd42ca987ac447fb9ddee6e6e99ddf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814159 Jul 05 16:38:33.032163 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c9323d-78c3-4a69-a581-6f95999b9373,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:33.033605 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39916) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:33.042018 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.042500 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.043026 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.043416 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.043783 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.044109 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.044549 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.044915 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.045279 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.045701 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.045973 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.047023 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04855d0f-1a00-47d2-bbe7-11162905edfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:33.085391 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0395274-0d48-4834-8ba9-637c38e81d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:33.107125 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0395274-0d48-4834-8ba9-637c38e81d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:33.153454 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0395274-0d48-4834-8ba9-637c38e81d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:33.156836 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a0395274-0d48-4834-8ba9-637c38e81d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:33.157991 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a0395274-0d48-4834-8ba9-637c38e81d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68c9323d-78c3-4a69-a581-6f95999b9373 HTTP/1.1" status: 204 len: 168 time: 0.1232746 Jul 05 16:38:33.165461 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0395274-0d48-4834-8ba9-637c38e81d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c9323d-78c3-4a69-a581-6f95999b9373,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:33.394083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556b962-6ed7-46d6-9076-94018f24f217 req-fb9bc440-e0dc-4a94-9bb4-6d8d0043d344 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:33.395666 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7556b962-6ed7-46d6-9076-94018f24f217 req-fb9bc440-e0dc-4a94-9bb4-6d8d0043d344 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0714865 Jul 05 16:38:33.440439 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7556b962-6ed7-46d6-9076-94018f24f217 req-4f87dae6-32b2-4b18-835a-62f01bf7d9f1 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373209 Jul 05 16:38:34.635384 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e753e7-4b2e-4a34-b83e-25774a1ab058 req-a6cac9a8-2d47-4d82-b7d7-266f80f56b79 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:34.636936 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f0e753e7-4b2e-4a34-b83e-25774a1ab058 req-a6cac9a8-2d47-4d82-b7d7-266f80f56b79 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0676913 Jul 05 16:38:34.646194 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 39988) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:34.682490 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f0e753e7-4b2e-4a34-b83e-25774a1ab058 req-a836fe5d-9f3d-4b15-9ea2-c3d9764b4754 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 Jul 05 16:38:34.756236 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9bf17749-a619-4520-827d-77d4313984c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:34.848009 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9bf17749-a619-4520-827d-77d4313984c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:34.851943 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9bf17749-a619-4520-827d-77d4313984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:34.895999 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9bf17749-a619-4520-827d-77d4313984c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49699a62918c43ddbdc9f29d7d73832d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485588 Jul 05 16:38:34.897178 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf17749-a619-4520-827d-77d4313984c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12620ec-fb85-4754-a69e-3f1a6c4c309b,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:34.898948 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 39992) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:34.950633 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6f1b-09bb-4976-80a5-4d7afaa08adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:34.972198 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6f1b-09bb-4976-80a5-4d7afaa08adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.019294 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6f1b-09bb-4976-80a5-4d7afaa08adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.021924 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6f1b-09bb-4976-80a5-4d7afaa08adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.023082 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ab6b6f1b-09bb-4976-80a5-4d7afaa08adc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c12620ec-fb85-4754-a69e-3f1a6c4c309b HTTP/1.1" status: 204 len: 168 time: 0.1231370 Jul 05 16:38:35.031442 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b6f1b-09bb-4976-80a5-4d7afaa08adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12620ec-fb85-4754-a69e-3f1a6c4c309b,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:35.286063 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40002) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:35.300074 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2ac476ad-5b02-4ad4-88f6-402af37de995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.411768 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2ac476ad-5b02-4ad4-88f6-402af37de995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.415571 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2ac476ad-5b02-4ad4-88f6-402af37de995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.457850 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2ac476ad-5b02-4ad4-88f6-402af37de995 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87b08a6658924b36805e5d63e2adf1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704602 Jul 05 16:38:35.458411 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac476ad-5b02-4ad4-88f6-402af37de995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f7635-19b0-4793-a661-c73d0d396753,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:35.461618 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40006) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:35.513115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-09a37005-878c-4146-8772-05f2f4e212cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.537722 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-09a37005-878c-4146-8772-05f2f4e212cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.593966 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-09a37005-878c-4146-8772-05f2f4e212cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.596564 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-09a37005-878c-4146-8772-05f2f4e212cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:35.597720 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-09a37005-878c-4146-8772-05f2f4e212cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da6f7635-19b0-4793-a661-c73d0d396753 HTTP/1.1" status: 204 len: 168 time: 0.1346679 Jul 05 16:38:35.610589 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a37005-878c-4146-8772-05f2f4e212cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f7635-19b0-4793-a661-c73d0d396753,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:35.895427 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c65e-c17b-44e6-8cd9-94e22d3845c2 req-88e187f8-34e8-4cb3-bc09-b49dc7cbcfea tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:35.897086 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c969c65e-c17b-44e6-8cd9-94e22d3845c2 req-88e187f8-34e8-4cb3-bc09-b49dc7cbcfea tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0921926 Jul 05 16:38:35.945986 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-c969c65e-c17b-44e6-8cd9-94e22d3845c2 req-e57bea02-5b60-4409-ad1a-bd3eaa003b16 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Jul 05 16:38:36.130388 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40048) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:36.237572 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b904bd8e-4be0-4e6e-8357-783327a7f2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.334941 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b904bd8e-4be0-4e6e-8357-783327a7f2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.341528 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b904bd8e-4be0-4e6e-8357-783327a7f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.385272 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904bd8e-4be0-4e6e-8357-783327a7f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed8125-b45b-4851-aa18-664b6dcc54f7,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:36.393917 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-b904bd8e-4be0-4e6e-8357-783327a7f2ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=128d290e1dcf43ad9360de1f77fe553b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582445 Jul 05 16:38:36.394914 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40060) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:36.460510 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5aee-4175-4a3a-b563-3d302c223bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.482930 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5aee-4175-4a3a-b563-3d302c223bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.534230 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5aee-4175-4a3a-b563-3d302c223bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.537415 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0e4b5aee-4175-4a3a-b563-3d302c223bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.538979 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0e4b5aee-4175-4a3a-b563-3d302c223bfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fed8125-b45b-4851-aa18-664b6dcc54f7 HTTP/1.1" status: 204 len: 168 time: 0.1437409 Jul 05 16:38:36.548538 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b5aee-4175-4a3a-b563-3d302c223bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed8125-b45b-4851-aa18-664b6dcc54f7,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:36.932883 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40082) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:36.947217 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a78a6493-12e7-4eda-a764-ded667ec7e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:36.959374 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-64574da2-0c77-45a5-9ad9-114aafa47d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.054713 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a78a6493-12e7-4eda-a764-ded667ec7e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.059330 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a78a6493-12e7-4eda-a764-ded667ec7e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.097842 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a6493-12e7-4eda-a764-ded667ec7e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8079716-d2b4-4271-95f3-023b1099cbfb,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:37.109071 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-a78a6493-12e7-4eda-a764-ded667ec7e62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69811f7aca044ace82ef1a3dd1eabac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728325 Jul 05 16:38:37.109445 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40090) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:37.141050 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b10c5-104d-4ae7-8ba1-a677c777dd9c req-a93cc06b-5a81-46ed-ad93-35c7351990ad tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:37.147902 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e62b10c5-104d-4ae7-8ba1-a677c777dd9c req-a93cc06b-5a81-46ed-ad93-35c7351990ad tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0776410 Jul 05 16:38:37.164088 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7524a033-0594-489a-952a-f2505beb3bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.190048 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e62b10c5-104d-4ae7-8ba1-a677c777dd9c req-b84f671f-abba-43fe-b0df-6ae228ca5cc2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410581 Jul 05 16:38:37.199431 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7524a033-0594-489a-952a-f2505beb3bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.251812 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7524a033-0594-489a-952a-f2505beb3bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.255010 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7524a033-0594-489a-952a-f2505beb3bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.256173 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-7524a033-0594-489a-952a-f2505beb3bde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8079716-d2b4-4271-95f3-023b1099cbfb HTTP/1.1" status: 204 len: 168 time: 0.1456864 Jul 05 16:38:37.265421 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524a033-0594-489a-952a-f2505beb3bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8079716-d2b4-4271-95f3-023b1099cbfb,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:37.556825 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40112) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:37.664254 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0ba4-d5f8-4a95-9212-69ad4ffbcd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.779220 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0ba4-d5f8-4a95-9212-69ad4ffbcd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.783816 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0ba4-d5f8-4a95-9212-69ad4ffbcd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.823695 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd0ba4-d5f8-4a95-9212-69ad4ffbcd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565c45d8-055f-4dbb-bf12-3b448cf796cb,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:37.831222 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d2dd0ba4-d5f8-4a95-9212-69ad4ffbcd07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d627975cc1104334970a9fbd05b95760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707062 Jul 05 16:38:37.831549 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40124) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:37.885354 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea446705-4f33-4b2f-8ea6-30d0e3592be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.908796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea446705-4f33-4b2f-8ea6-30d0e3592be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.958857 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea446705-4f33-4b2f-8ea6-30d0e3592be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.961444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea446705-4f33-4b2f-8ea6-30d0e3592be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:37.962620 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ea446705-4f33-4b2f-8ea6-30d0e3592be6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/565c45d8-055f-4dbb-bf12-3b448cf796cb HTTP/1.1" status: 204 len: 168 time: 0.1303885 Jul 05 16:38:37.973158 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea446705-4f33-4b2f-8ea6-30d0e3592be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c45d8-055f-4dbb-bf12-3b448cf796cb,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:38.299032 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40146) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:38.313974 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a709dfc2-b17a-479f-81f5-31b880f0491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:38.384573 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c949f-3dfb-403f-99a3-7e5f4596735f req-e4e22d80-412d-4240-895c-b85bbe0a7619 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:38.387160 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce8c949f-3dfb-403f-99a3-7e5f4596735f req-e4e22d80-412d-4240-895c-b85bbe0a7619 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0711157 Jul 05 16:38:38.408611 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a709dfc2-b17a-479f-81f5-31b880f0491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:38.412886 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a709dfc2-b17a-479f-81f5-31b880f0491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:38.428259 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ce8c949f-3dfb-403f-99a3-7e5f4596735f req-3a489762-896b-44f7-a44c-d0e3246c559e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Jul 05 16:38:38.454484 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a709dfc2-b17a-479f-81f5-31b880f0491d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3b1997a3fe04231ba360479947b37e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513228 Jul 05 16:38:38.454814 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40150) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:38.461930 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709dfc2-b17a-479f-81f5-31b880f0491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3b021-9798-4a02-9145-e5ae20a3da48,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:38.522770 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d7df18cc-fdaf-47b2-a16e-3ef9e5419f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:38.543565 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d7df18cc-fdaf-47b2-a16e-3ef9e5419f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:38.590471 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d7df18cc-fdaf-47b2-a16e-3ef9e5419f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:38.593158 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d7df18cc-fdaf-47b2-a16e-3ef9e5419f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:38.596816 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d7df18cc-fdaf-47b2-a16e-3ef9e5419f10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8c3b021-9798-4a02-9145-e5ae20a3da48 HTTP/1.1" status: 204 len: 168 time: 0.1387298 Jul 05 16:38:38.602848 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df18cc-fdaf-47b2-a16e-3ef9e5419f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3b021-9798-4a02-9145-e5ae20a3da48,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:39.469166 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bff7154f-eb14-4cae-8b85-35be22e989cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:39.619243 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c1bb1-fbbb-43a2-a361-5c992934b20c req-b20632cc-43ad-484b-b565-638f698c4d78 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:39.620789 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd2c1bb1-fbbb-43a2-a361-5c992934b20c req-b20632cc-43ad-484b-b565-638f698c4d78 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0692422 Jul 05 16:38:39.660964 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cd2c1bb1-fbbb-43a2-a361-5c992934b20c req-673bd0f4-5c53-4451-9c86-defb71b840a2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343168 Jul 05 16:38:39.810186 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:40.852702 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d5443-31ab-4a17-8eb2-b453b4a35dbc req-6850a02e-5f17-4484-bcef-3954aa7600c2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:40.854237 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-162d5443-31ab-4a17-8eb2-b453b4a35dbc req-6850a02e-5f17-4484-bcef-3954aa7600c2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0685985 Jul 05 16:38:40.897878 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-162d5443-31ab-4a17-8eb2-b453b4a35dbc req-38371766-a587-47a2-bb1d-4190317115f2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372486 Jul 05 16:38:41.153506 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.511620 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40334) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:41.622856 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.733949 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.739780 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.777928 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=955ed96b0b7e4b3db1a56743b98c52d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652233 Jul 05 16:38:41.781574 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40342) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:41.784558 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2536839f-d3f7-4646-bef5-533e3d51bc29,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:41.797158 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.797895 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.798355 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.798920 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.799494 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.800069 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.800906 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.801206 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.802038 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.802717 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.803153 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.803712 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741d278-33c6-45ff-aecc-b1dc8ccedc8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:41.835915 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-78b1b014-0198-439f-a9f2-f4f611b4217d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.860993 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-78b1b014-0198-439f-a9f2-f4f611b4217d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.910604 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-78b1b014-0198-439f-a9f2-f4f611b4217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.913248 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-78b1b014-0198-439f-a9f2-f4f611b4217d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:41.917296 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-78b1b014-0198-439f-a9f2-f4f611b4217d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2536839f-d3f7-4646-bef5-533e3d51bc29 HTTP/1.1" status: 204 len: 168 time: 0.1340106 Jul 05 16:38:41.925263 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1b014-0198-439f-a9f2-f4f611b4217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2536839f-d3f7-4646-bef5-533e3d51bc29,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:42.105060 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432dda5-2eed-48cb-a95b-9d0904ce0849 req-922fc3e0-a7e3-4f2a-84c5-d536eb8b7fee tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:42.107005 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d432dda5-2eed-48cb-a95b-9d0904ce0849 req-922fc3e0-a7e3-4f2a-84c5-d536eb8b7fee tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0686865 Jul 05 16:38:42.150776 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d432dda5-2eed-48cb-a95b-9d0904ce0849 req-6a7bfa07-5e9b-40af-9113-cb47edfaa2d9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347428 Jul 05 16:38:42.230444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40368) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:42.245599 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b2289788-dd8b-41b0-ac4f-e04d30581be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:42.338184 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b2289788-dd8b-41b0-ac4f-e04d30581be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:42.342096 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b2289788-dd8b-41b0-ac4f-e04d30581be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:42.381756 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-b2289788-dd8b-41b0-ac4f-e04d30581be3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbfa7127b6934d1e9b68ddda7c00de7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500630 Jul 05 16:38:42.382871 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2289788-dd8b-41b0-ac4f-e04d30581be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e685b80-4c4d-4347-a7e8-39ed20ae45f6,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:42.384360 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40370) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:42.433424 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d1aa070d-5c20-4bce-a8bc-d9b7c9a943a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:42.456063 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d1aa070d-5c20-4bce-a8bc-d9b7c9a943a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:42.502044 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d1aa070d-5c20-4bce-a8bc-d9b7c9a943a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:42.504733 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d1aa070d-5c20-4bce-a8bc-d9b7c9a943a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:42.505892 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d1aa070d-5c20-4bce-a8bc-d9b7c9a943a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e685b80-4c4d-4347-a7e8-39ed20ae45f6 HTTP/1.1" status: 204 len: 168 time: 0.1197612 Jul 05 16:38:42.513661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa070d-5c20-4bce-a8bc-d9b7c9a943a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e685b80-4c4d-4347-a7e8-39ed20ae45f6,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:43.347594 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12991550-b9b2-49c9-8168-36c82e1854b4 req-07f9f2c1-ad83-4ce7-a1ac-2a1279ae8088 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:43.349176 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-12991550-b9b2-49c9-8168-36c82e1854b4 req-07f9f2c1-ad83-4ce7-a1ac-2a1279ae8088 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0729766 Jul 05 16:38:43.388316 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-12991550-b9b2-49c9-8168-36c82e1854b4 req-0611e0ac-3bc4-4547-ac19-2f1f926560a4 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335050 Jul 05 16:38:43.519556 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.572085 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20be0-cfde-41ed-8122-7887760584e8 req-25365572-96a7-4c14-ac6b-cc037a076e28 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:44.573597 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d5c20be0-cfde-41ed-8122-7887760584e8 req-25365572-96a7-4c14-ac6b-cc037a076e28 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0689876 Jul 05 16:38:44.611750 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d5c20be0-cfde-41ed-8122-7887760584e8 req-3966eae2-6418-4d24-adaf-03a149729345 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Jul 05 16:38:44.616265 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40456) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:44.721224 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-155975e4-71d9-473a-b409-8ef46d0fe880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.807829 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-155975e4-71d9-473a-b409-8ef46d0fe880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.811955 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-155975e4-71d9-473a-b409-8ef46d0fe880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.850766 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-155975e4-71d9-473a-b409-8ef46d0fe880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0627d216fa74eba97489989167fe802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334497 Jul 05 16:38:44.851755 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155975e4-71d9-473a-b409-8ef46d0fe880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3160cb-6834-44cd-8c36-7e3658ec8492,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:44.853481 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40460) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:44.905388 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eefc36f-46ab-4ba4-a96a-b5893b2c1881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.925992 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eefc36f-46ab-4ba4-a96a-b5893b2c1881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.971578 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eefc36f-46ab-4ba4-a96a-b5893b2c1881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.974234 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9eefc36f-46ab-4ba4-a96a-b5893b2c1881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:44.975379 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9eefc36f-46ab-4ba4-a96a-b5893b2c1881 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c3160cb-6834-44cd-8c36-7e3658ec8492 HTTP/1.1" status: 204 len: 168 time: 0.1209130 Jul 05 16:38:44.983164 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefc36f-46ab-4ba4-a96a-b5893b2c1881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3160cb-6834-44cd-8c36-7e3658ec8492,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:45.251881 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40466) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:45.265810 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60b415e6-a603-4b14-85d4-95dad965f091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:45.366947 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60b415e6-a603-4b14-85d4-95dad965f091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:45.370635 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60b415e6-a603-4b14-85d4-95dad965f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:45.410963 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-60b415e6-a603-4b14-85d4-95dad965f091 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb866e03c61d4f3aaaccf578c74f8442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579909 Jul 05 16:38:45.412071 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b415e6-a603-4b14-85d4-95dad965f091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e79ec0-c919-48ec-b050-7d7ac3afecd1,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:45.413710 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40474) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:45.464887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cea8e532-d741-4f07-97f7-18a996e8be4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:45.488471 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cea8e532-d741-4f07-97f7-18a996e8be4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:45.538373 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cea8e532-d741-4f07-97f7-18a996e8be4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:45.540954 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cea8e532-d741-4f07-97f7-18a996e8be4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:45.542143 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-cea8e532-d741-4f07-97f7-18a996e8be4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12e79ec0-c919-48ec-b050-7d7ac3afecd1 HTTP/1.1" status: 204 len: 168 time: 0.1266718 Jul 05 16:38:45.550511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e532-d741-4f07-97f7-18a996e8be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e79ec0-c919-48ec-b050-7d7ac3afecd1,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:45.805928 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ff6d1-6ee7-462d-bea4-068c65027933 req-be74c0e3-58d0-46dc-8333-4933bd77f332 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:45.807488 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-544ff6d1-6ee7-462d-bea4-068c65027933 req-be74c0e3-58d0-46dc-8333-4933bd77f332 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0688231 Jul 05 16:38:45.854229 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-544ff6d1-6ee7-462d-bea4-068c65027933 req-1e87c93e-ab8c-4fbe-a62e-b5837f4ce23a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Jul 05 16:38:46.588078 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.052201 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d3f2a-2de2-4990-a879-c3409b59d26f req-5a9c8c52-b562-4806-b001-cf06d683b912 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:47.054402 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-353d3f2a-2de2-4990-a879-c3409b59d26f req-5a9c8c52-b562-4806-b001-cf06d683b912 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0700915 Jul 05 16:38:47.095002 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-353d3f2a-2de2-4990-a879-c3409b59d26f req-be28c32e-ac47-47c5-9045-11d7443aa4d2 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353291 Jul 05 16:38:47.432923 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40562) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:47.541185 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e850cfec-9c90-44b3-9e81-f49a62c26603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.635472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e850cfec-9c90-44b3-9e81-f49a62c26603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.639264 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e850cfec-9c90-44b3-9e81-f49a62c26603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.675830 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850cfec-9c90-44b3-9e81-f49a62c26603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e96b09c-28c3-4ac8-9762-7bdafab752c5,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:47.680237 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-e850cfec-9c90-44b3-9e81-f49a62c26603 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a6559ec34c4484f9e467c76644a4a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461290 Jul 05 16:38:47.682772 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40574) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:47.733467 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b3b0-eddb-4eb5-bf57-4bb26b310294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.753920 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b3b0-eddb-4eb5-bf57-4bb26b310294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.800341 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b3b0-eddb-4eb5-bf57-4bb26b310294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.803444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b3b0-eddb-4eb5-bf57-4bb26b310294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:47.807179 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0ed4b3b0-eddb-4eb5-bf57-4bb26b310294 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e96b09c-28c3-4ac8-9762-7bdafab752c5 HTTP/1.1" status: 204 len: 168 time: 0.1234360 Jul 05 16:38:47.816432 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4b3b0-eddb-4eb5-bf57-4bb26b310294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e96b09c-28c3-4ac8-9762-7bdafab752c5,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:48.118872 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40594) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:48.135679 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-987f34e0-1087-406c-b127-bc711cab35eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:48.258004 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-987f34e0-1087-406c-b127-bc711cab35eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:48.262620 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-987f34e0-1087-406c-b127-bc711cab35eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:48.311849 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-987f34e0-1087-406c-b127-bc711cab35eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fe40d2bd5704d93a530f58dbd8d02ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918445 Jul 05 16:38:48.313477 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f34e0-1087-406c-b127-bc711cab35eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b401eb4-3cba-4d03-9ab9-238e71bd8a08,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:48.314638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40598) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:48.333939 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189ee03-8060-42c9-af09-1900fcaf86f6 req-0359a34c-c5ba-4dfa-8d1d-04a3d6041815 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:48.335437 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7189ee03-8060-42c9-af09-1900fcaf86f6 req-0359a34c-c5ba-4dfa-8d1d-04a3d6041815 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.1184213 Jul 05 16:38:48.368527 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a5837aa8-7262-4b45-b23e-262482c56e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:48.375116 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7189ee03-8060-42c9-af09-1900fcaf86f6 req-79538a16-2c74-42cf-acf3-4f83f45f3d3f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340369 Jul 05 16:38:48.390593 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a5837aa8-7262-4b45-b23e-262482c56e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:48.438341 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a5837aa8-7262-4b45-b23e-262482c56e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:48.441490 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a5837aa8-7262-4b45-b23e-262482c56e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:48.442656 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a5837aa8-7262-4b45-b23e-262482c56e24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b401eb4-3cba-4d03-9ab9-238e71bd8a08 HTTP/1.1" status: 204 len: 168 time: 0.1269636 Jul 05 16:38:48.450640 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5837aa8-7262-4b45-b23e-262482c56e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b401eb4-3cba-4d03-9ab9-238e71bd8a08,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:48.612521 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:38:49.506292 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40652) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:49.506749 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40654) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:49.582452 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6817d-98ac-4dd7-a452-4fad63a90d82 req-bc931298-f3fc-47c0-a8f6-f324b7434f15 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:49.584000 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-44e6817d-98ac-4dd7-a452-4fad63a90d82 req-bc931298-f3fc-47c0-a8f6-f324b7434f15 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0792658 Jul 05 16:38:49.636017 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-44e6817d-98ac-4dd7-a452-4fad63a90d82 req-64406228-7ad4-45cd-86f1-7aad5d4415bf tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Jul 05 16:38:49.637139 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0482-9b09-47ff-8e7e-fe3637a77e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.668090 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c877c456-03c2-48ab-9b0a-6b65745471a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.747164 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0482-9b09-47ff-8e7e-fe3637a77e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.754812 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0482-9b09-47ff-8e7e-fe3637a77e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.808206 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2c2c0482-9b09-47ff-8e7e-fe3637a77e18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f00ec7f469cc48978b58fa546c390300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992628 Jul 05 16:38:49.811721 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40670) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:49.813061 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c0482-9b09-47ff-8e7e-fe3637a77e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63915fc0-c5fa-44bc-9f5f-2f54390bdf73,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:49.874694 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c877c456-03c2-48ab-9b0a-6b65745471a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.879970 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c877c456-03c2-48ab-9b0a-6b65745471a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.880174 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-adee2bf2-82f8-43eb-81d1-cc81d75f9aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.907589 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-adee2bf2-82f8-43eb-81d1-cc81d75f9aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:49.922573 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c877c456-03c2-48ab-9b0a-6b65745471a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a123b058fa44764b1ea780c57afa628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149749 Jul 05 16:38:49.924748 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877c456-03c2-48ab-9b0a-6b65745471a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ca79ba-d011-4c46-ae5f-bd9bb601f519,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:49.925719 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40672) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:49.991284 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0de3dd75-a937-4225-9388-7c9a3047b842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.007472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-adee2bf2-82f8-43eb-81d1-cc81d75f9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.009709 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-adee2bf2-82f8-43eb-81d1-cc81d75f9aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.010826 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-adee2bf2-82f8-43eb-81d1-cc81d75f9aa8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63915fc0-c5fa-44bc-9f5f-2f54390bdf73 HTTP/1.1" status: 204 len: 168 time: 0.1979232 Jul 05 16:38:50.022247 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0de3dd75-a937-4225-9388-7c9a3047b842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.033095 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee2bf2-82f8-43eb-81d1-cc81d75f9aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63915fc0-c5fa-44bc-9f5f-2f54390bdf73,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:50.083489 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0de3dd75-a937-4225-9388-7c9a3047b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.086191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0de3dd75-a937-4225-9388-7c9a3047b842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.087351 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0de3dd75-a937-4225-9388-7c9a3047b842 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2ca79ba-d011-4c46-ae5f-bd9bb601f519 HTTP/1.1" status: 204 len: 168 time: 0.1606269 Jul 05 16:38:50.095853 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3dd75-a937-4225-9388-7c9a3047b842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ca79ba-d011-4c46-ae5f-bd9bb601f519,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:50.416574 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40690) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:50.431093 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2a92e05-3c96-4e0f-a7bc-e71cae3b0d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.523066 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2a92e05-3c96-4e0f-a7bc-e71cae3b0d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.527095 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2a92e05-3c96-4e0f-a7bc-e71cae3b0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.568330 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d2a92e05-3c96-4e0f-a7bc-e71cae3b0d57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c27e443975b49d58383c5dac41ce8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506364 Jul 05 16:38:50.569415 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a92e05-3c96-4e0f-a7bc-e71cae3b0d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ac9e8e-b4f6-4a2b-a507-3d27292a7762,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:50.571097 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40694) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:50.623971 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb2fdc-452a-4371-b634-ad79f2e5f8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.647073 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb2fdc-452a-4371-b634-ad79f2e5f8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.698216 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb2fdc-452a-4371-b634-ad79f2e5f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.701332 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bdb2fdc-452a-4371-b634-ad79f2e5f8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:50.702749 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0bdb2fdc-452a-4371-b634-ad79f2e5f8e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00ac9e8e-b4f6-4a2b-a507-3d27292a7762 HTTP/1.1" status: 204 len: 168 time: 0.1305254 Jul 05 16:38:50.712889 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2fdc-452a-4371-b634-ad79f2e5f8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ac9e8e-b4f6-4a2b-a507-3d27292a7762,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:50.861606 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98266-88fb-4f0c-af5b-fb572d1e9fe1 req-f971ce5d-4641-4eca-ac6e-68c5a5c10910 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:50.863378 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14c98266-88fb-4f0c-af5b-fb572d1e9fe1 req-f971ce5d-4641-4eca-ac6e-68c5a5c10910 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0895631 Jul 05 16:38:50.923616 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14c98266-88fb-4f0c-af5b-fb572d1e9fe1 req-7d373c40-9e6c-439b-bef3-c00ebd30472a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542421 Jul 05 16:38:52.124791 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ceadc-75fb-4e4a-a971-97edf2930ae3 req-07aa390a-7a34-4395-b551-821f19817811 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:52.127407 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ef9ceadc-75fb-4e4a-a971-97edf2930ae3 req-07aa390a-7a34-4395-b551-821f19817811 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0752454 Jul 05 16:38:52.170724 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ef9ceadc-75fb-4e4a-a971-97edf2930ae3 req-b74cc67c-692e-4f56-9503-b049af83a4c7 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370710 Jul 05 16:38:53.356854 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac907d02-5e3c-49e5-b1dd-1cebad5bae0c req-3e544499-5527-4ce0-bc7f-eeb6ed049e63 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:53.358661 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac907d02-5e3c-49e5-b1dd-1cebad5bae0c req-3e544499-5527-4ce0-bc7f-eeb6ed049e63 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0667417 Jul 05 16:38:53.397641 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac907d02-5e3c-49e5-b1dd-1cebad5bae0c req-2592d31f-b0b1-4aa7-8b92-24cab7d4b443 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333374 Jul 05 16:38:54.594664 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef60ec-297d-40be-a5ae-c33fe1837dbc req-e2f17a1d-984a-44eb-97c6-25c158f1da7f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:54.596149 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c7ef60ec-297d-40be-a5ae-c33fe1837dbc req-e2f17a1d-984a-44eb-97c6-25c158f1da7f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0673831 Jul 05 16:38:54.636963 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c7ef60ec-297d-40be-a5ae-c33fe1837dbc req-7c0ca7c4-709a-42d9-affe-602b141f6ee5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345213 Jul 05 16:38:55.144968 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:38:55.246943 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:38:55.260016 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'port_id': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'mac_address': 'fa:16:3e:0e:3f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:38:55.300732 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:55.321217 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:38:55.332353 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40874) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:55.349229 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:38:55.354573 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:55.417051 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=6']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:55.428798 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.429226 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.429769 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.430627 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.430627 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.431158 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.431678 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.432082 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.432484 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.432880 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.433278 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.433705 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:38:55.440040 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['6b8b78cd-af4c-47cc-b23f-30c3688eefe0'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:38:55.626699 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] Deleting subnet da669c5e-8f5a-48d3-9fad-937c2c45fb2d {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:38:55.630448 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:55.678368 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:55.740326 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:55.843064 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:55.881836 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da669c5e-8f5a-48d3-9fad-937c2c45fb2d,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:55.883996 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:55.886500 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-a533babc-9ce2-435c-88ac-881336145c0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da669c5e-8f5a-48d3-9fad-937c2c45fb2d HTTP/1.1" status: 204 len: 168 time: 0.5530765 Jul 05 16:38:55.889387 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40912) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:55.997944 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3682-5cec-42e8-acdf-18a02b278eac req-bb036e26-8236-4479-b720-8838042c1be3 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:55.999537 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-60aa3682-5cec-42e8-acdf-18a02b278eac req-bb036e26-8236-4479-b720-8838042c1be3 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 944 time: 0.1924903 Jul 05 16:38:56.004750 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.062617 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40926) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:56.071974 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-60aa3682-5cec-42e8-acdf-18a02b278eac req-3f89c298-8cf2-46bf-84db-9e15baeda46b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646262 Jul 05 16:38:56.128242 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.139738 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b42ea1b-87de-4a42-96b6-5f1017d02c8c']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:38:56.150483 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3b0497-59bf-4a6e-b466-08bbd0d55614') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:38:56.150984 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3b0497-59bf-4a6e-b466-08bbd0d55614') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:38:56.162300 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.178111 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.185433 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:38:56.186304 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:38:56.188356 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:38:56.210610 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c9ad635f-9f5a-4dca-a66b-495945862f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.259392 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.274482 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.276739 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b42ea1b-87de-4a42-96b6-5f1017d02c8c HTTP/1.1" status: 204 len: 168 time: 0.3841667 Jul 05 16:38:56.300696 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73190c53-890b-4a6e-a542-a434bc254cee admin admin] Pushing event deleted for resources: {'Network': ['ID=9b42ea1b-87de-4a42-96b6-5f1017d02c8c,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:56.335338 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c9ad635f-9f5a-4dca-a66b-495945862f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.340192 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c9ad635f-9f5a-4dca-a66b-495945862f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.400311 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c9ad635f-9f5a-4dca-a66b-495945862f39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8c4d5e7bc30437e968c50e45096f40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365200 Jul 05 16:38:56.402651 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad635f-9f5a-4dca-a66b-495945862f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b350d5-88f5-4a0f-8a05-a2db55a5fa07,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:56.403291 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40936) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:56.459284 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40938) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:56.505958 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9aed0b4d-cab5-43e3-91c6-59b86fc76959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.515199 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-7cb9825b-b223-47d2-93d4-d39b9509a636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41d199a67a75427e90c6bd0bec075c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544200 Jul 05 16:38:56.517576 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 40940) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:56.533052 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9aed0b4d-cab5-43e3-91c6-59b86fc76959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.619579 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9aed0b4d-cab5-43e3-91c6-59b86fc76959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.625114 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9aed0b4d-cab5-43e3-91c6-59b86fc76959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.626808 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9aed0b4d-cab5-43e3-91c6-59b86fc76959 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13b350d5-88f5-4a0f-8a05-a2db55a5fa07 HTTP/1.1" status: 204 len: 168 time: 0.2212975 Jul 05 16:38:56.631444 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3d2b60e7-33ed-4255-ba0c-ae2ff12cdf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.642059 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed0b4d-cab5-43e3-91c6-59b86fc76959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b350d5-88f5-4a0f-8a05-a2db55a5fa07,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:56.686627 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3d2b60e7-33ed-4255-ba0c-ae2ff12cdf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.746507 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3d2b60e7-33ed-4255-ba0c-ae2ff12cdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.749513 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3d2b60e7-33ed-4255-ba0c-ae2ff12cdf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:56.750732 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-3d2b60e7-33ed-4255-ba0c-ae2ff12cdf5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc944643-df82-47f5-8ac6-9df6c549c317 HTTP/1.1" status: 204 len: 168 time: 0.2319314 Jul 05 16:38:56.768964 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b60e7-33ed-4255-ba0c-ae2ff12cdf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc944643-df82-47f5-8ac6-9df6c549c317,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:57.103375 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40952) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:57.121366 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-aad1-4f64-a8c8-4b406a07cbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.150307 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:38:57.270490 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-aad1-4f64-a8c8-4b406a07cbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.272944 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:38:57.273752 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.277946 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-aad1-4f64-a8c8-4b406a07cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.308453 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036421-aad1-4f64-a8c8-4b406a07cbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123cb6e2-5701-480d-9d42-93d3184a6ab5,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:57.341702 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0a036421-aad1-4f64-a8c8-4b406a07cbd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1271a27daf84d0aaae26bd66e5b084d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364557 Jul 05 16:38:57.345903 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 40958) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:38:57.406523 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfad3f-14fb-434e-9184-ea1958edebcc req-dfe9560a-efe3-43b7-80c7-0cadc99e3155 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:57.411066 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5bbfad3f-14fb-434e-9184-ea1958edebcc req-dfe9560a-efe3-43b7-80c7-0cadc99e3155 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 944 time: 0.1573346 Jul 05 16:38:57.424433 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-81968b69-dfed-48a0-a467-2ad18c454f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.464985 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.467300 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-81968b69-dfed-48a0-a467-2ad18c454f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.504808 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5bbfad3f-14fb-434e-9184-ea1958edebcc req-6ac1ca33-f841-4431-a74d-b3590da5d7e5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876534 Jul 05 16:38:57.513606 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:38:57.516962 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcf3a3c-1051-447c-9166-4cac936b3e6b" -d '{"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:38:57.550540 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-81968b69-dfed-48a0-a467-2ad18c454f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.554359 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-81968b69-dfed-48a0-a467-2ad18c454f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.555843 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-81968b69-dfed-48a0-a467-2ad18c454f4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/123cb6e2-5701-480d-9d42-93d3184a6ab5 HTTP/1.1" status: 204 len: 168 time: 0.2089167 Jul 05 16:38:57.568053 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81968b69-dfed-48a0-a467-2ad18c454f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123cb6e2-5701-480d-9d42-93d3184a6ab5,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:57.578127 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:38:57.615901 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a05c93-f891-4569-8d6b-1ac2e0d6728f x-openstack-request-id: req-73a05c93-f891-4569-8d6b-1ac2e0d6728f {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:38:57.616184 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:38:57.616700 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73a05c93-f891-4569-8d6b-1ac2e0d6728f {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:38:57.617267 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'code': 200} Jul 05 16:38:57.618558 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:38:57.699867 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=7']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:38:58.750295 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe9cf7-474b-496c-98da-2987046ee242 req-ed2bb1d4-ff22-4f4f-b60d-c1797592a0f8 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:38:58.752031 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5efe9cf7-474b-496c-98da-2987046ee242 req-ed2bb1d4-ff22-4f4f-b60d-c1797592a0f8 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0903385 Jul 05 16:38:58.864277 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5efe9cf7-474b-496c-98da-2987046ee242 req-3d746502-a42b-41ae-b436-619a56b12cdb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967522 Jul 05 16:39:00.132234 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdf00-d8b0-47e2-9f93-02542850aa30 req-1760b1c8-874f-402d-944a-b57119487883 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:00.134085 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-933bdf00-d8b0-47e2-9f93-02542850aa30 req-1760b1c8-874f-402d-944a-b57119487883 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0881672 Jul 05 16:39:00.205285 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-933bdf00-d8b0-47e2-9f93-02542850aa30 req-12b02701-9aeb-4bf2-bd35-6512262e6205 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649004 Jul 05 16:39:01.415112 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01fb2d-a97f-48d8-a352-21e3df38d97e req-25f494ee-3a33-4499-8474-6f79888d7e8a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:01.416761 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2d01fb2d-a97f-48d8-a352-21e3df38d97e req-25f494ee-3a33-4499-8474-6f79888d7e8a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0716672 Jul 05 16:39:01.462330 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2d01fb2d-a97f-48d8-a352-21e3df38d97e req-43c7e267-ccae-428a-89bf-8b4e2440b00a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 Jul 05 16:39:02.685096 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29fe17-cab3-48dc-ad31-5770984e8172 req-e7086fa0-380c-4446-84fd-9aa851b5803e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:02.686755 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4f29fe17-cab3-48dc-ad31-5770984e8172 req-e7086fa0-380c-4446-84fd-9aa851b5803e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0769522 Jul 05 16:39:02.743790 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-4f29fe17-cab3-48dc-ad31-5770984e8172 req-1e5b48c1-67d3-4e84-aa97-c4bc199fc985 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510135 Jul 05 16:39:03.983525 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46365420-72e6-4fac-b616-c9b10af54084 req-b92a5ec5-6f49-4537-98e0-5fa3c6f9b366 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:03.985437 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-46365420-72e6-4fac-b616-c9b10af54084 req-b92a5ec5-6f49-4537-98e0-5fa3c6f9b366 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0921218 Jul 05 16:39:04.039382 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-46365420-72e6-4fac-b616-c9b10af54084 req-53b08b15-5146-4731-a31f-faeac61dd50f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473611 Jul 05 16:39:05.261922 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b184c94-2bbf-43e2-b5f3-12aecb8764d9 req-b222355c-0555-4b2d-b9dc-71e13b3960d8 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:05.264520 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9b184c94-2bbf-43e2-b5f3-12aecb8764d9 req-b222355c-0555-4b2d-b9dc-71e13b3960d8 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0820055 Jul 05 16:39:05.306705 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9b184c94-2bbf-43e2-b5f3-12aecb8764d9 req-b17a768e-d792-4018-a370-06dd26ac2eb9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357153 Jul 05 16:39:06.717015 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5076c-8e38-4874-925e-6742fd8dcc1c req-1b840e6a-5f01-4984-b9a6-6c0dba70882d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:06.718415 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-adf5076c-8e38-4874-925e-6742fd8dcc1c req-1b840e6a-5f01-4984-b9a6-6c0dba70882d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.2921090 Jul 05 16:39:06.754596 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-adf5076c-8e38-4874-925e-6742fd8dcc1c req-b154f810-0d60-44e1-b2cd-68d36df44318 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305567 Jul 05 16:39:06.951973 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4b076d7d-ae00-4a50-b167-2505f9db3a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:07.091102 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-ecd31761-3c42-4105-943c-349a1234d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:07.092585 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-ecd31761-3c42-4105-943c-349a1234d708 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1098 time: 0.0610561 Jul 05 16:39:07.192146 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-8dd26546-965a-42ac-8d6e-9d41ca0605f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:07.193484 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-8dd26546-965a-42ac-8d6e-9d41ca0605f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.0940001 Jul 05 16:39:07.263882 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-5e2165d4-ec30-4ade-a6bf-9dc67d388b32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 200 len: 1001 time: 0.0631440 Jul 05 16:39:07.318599 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-39802aa9-bf5e-49ce-91cb-846bff08b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:07.320094 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-39802aa9-bf5e-49ce-91cb-846bff08b4b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.0492716 Jul 05 16:39:07.381117 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-b36c5b0f-08a7-41d5-af83-4fe9af95dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:07.383170 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-b36c5b0f-08a7-41d5-af83-4fe9af95dfa3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547850 Jul 05 16:39:07.478183 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-f7d52cbd-783f-421d-9887-b50fec9fc85b service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881371 Jul 05 16:39:07.571950 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-20239d77-6119-467d-b2e2-cf313c350bd2 req-f848a87c-458b-4105-85b4-5ebf8b51acf4 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857337 Jul 05 16:39:07.939713 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9b91-97f7-4924-9df8-6b886e2f4858 req-5b27e0f6-66e5-4058-a679-fdd612dbb183 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:07.945907 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-adea9b91-97f7-4924-9df8-6b886e2f4858 req-5b27e0f6-66e5-4058-a679-fdd612dbb183 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0731361 Jul 05 16:39:07.982768 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-adea9b91-97f7-4924-9df8-6b886e2f4858 req-e41fe5bd-fbe8-42a6-b3b4-69f67fe1497c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Jul 05 16:39:08.984507 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41108) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:09.092521 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e514aadd-62b5-44b7-8efb-89af79e38489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.175043 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb57ce-17b1-409c-83ec-3a3e684bc052 req-2087afd4-1411-440b-9ba5-ee0a0214a62c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:09.176630 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-28cb57ce-17b1-409c-83ec-3a3e684bc052 req-2087afd4-1411-440b-9ba5-ee0a0214a62c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 945 time: 0.0731936 Jul 05 16:39:09.184537 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e514aadd-62b5-44b7-8efb-89af79e38489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.188776 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e514aadd-62b5-44b7-8efb-89af79e38489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.219421 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-28cb57ce-17b1-409c-83ec-3a3e684bc052 req-1f860855-422d-4b79-bf1e-d6fa6b04c8a7 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Jul 05 16:39:09.228288 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-e514aadd-62b5-44b7-8efb-89af79e38489 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2879fd99961a4b25a0732a041abc98b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426951 Jul 05 16:39:09.230939 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514aadd-62b5-44b7-8efb-89af79e38489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45324396-e7d5-4aac-9b1b-0e9455024fff,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:09.232440 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41114) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:09.236425 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:39:09.288564 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0ceef938-10b5-4fe0-9940-64d22a1cbc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.313885 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0ceef938-10b5-4fe0-9940-64d22a1cbc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.319921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.342967 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:39:09.345563 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cb7a64-737c-4a03-b42e-48c9039e598a" -d '{"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:39:09.364722 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:09.365453 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0ceef938-10b5-4fe0-9940-64d22a1cbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.368863 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0ceef938-10b5-4fe0-9940-64d22a1cbc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.369049 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.373493 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-0ceef938-10b5-4fe0-9940-64d22a1cbc77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45324396-e7d5-4aac-9b1b-0e9455024fff HTTP/1.1" status: 204 len: 168 time: 0.1365812 Jul 05 16:39:09.387424 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceef938-10b5-4fe0-9940-64d22a1cbc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45324396-e7d5-4aac-9b1b-0e9455024fff,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:09.408081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063b0268-c1b7-41f9-ad02-0dad334b7525 x-openstack-request-id: req-063b0268-c1b7-41f9-ad02-0dad334b7525 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:39:09.408362 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:39:09.408606 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-063b0268-c1b7-41f9-ad02-0dad334b7525 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:39:09.408966 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'code': 200} Jul 05 16:39:09.447017 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=8']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:09.472240 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-516853a8-f445-4e5d-ad7e-1ffaa030ebca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:09.819051 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.026560 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41146) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:10.128526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1796347345-network', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:10.151111 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Made reservation on behalf of 6c6cef21f77641e484a3b4e5170c8ec1 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:39:10.154261 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.164022 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.255815 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.260991 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.290599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:39:10.297766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a12718c-7c5f-49c0-af3c-aac829bf8e7e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:10.303694 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.304024 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Added segment ec4c8558-4786-4d83-83af-192eeb4e0ebe of type vlan for network 8717d245-aa36-4719-aecb-ef1ac858707c Jul 05 16:39:10.347192 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.420316 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.421262 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:10.421866 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.450621 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447d2d0-9101-4ec5-b46f-540a99d18586 req-5da5ef9c-540d-41c4-863c-bdd20f2a8972 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:10.452101 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2447d2d0-9101-4ec5-b46f-540a99d18586 req-5da5ef9c-540d-41c4-863c-bdd20f2a8972 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1076777 Jul 05 16:39:10.490791 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4644067 Jul 05 16:39:10.493623 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41152) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:10.499143 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Request body: {'subnet': {'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1796347345-subnet', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'ip_version': 4}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:10.514880 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b8741-224b-4cd4-8621-48674dbd88ba admin admin] Pushing event updated for resources: {'Network': ['ID=8717d245-aa36-4719-aecb-ef1ac858707c,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:10.520496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Made reservation on behalf of 6c6cef21f77641e484a3b4e5170c8ec1 for: {'subnet': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:39:10.523111 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13463961'] for subnet, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.525934 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 8717d245-aa36-4719-aecb-ef1ac858707c details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:39:10.530089 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2447d2d0-9101-4ec5-b46f-540a99d18586 req-8a413dd1-e7c6-4de9-8752-766ed94db520 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524817 Jul 05 16:39:10.696872 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13463947'] for subnet, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.752137 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebef5f23-8339-4fd3-b8d3-53f857481ebe,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:10.767417 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Checking segment: {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:10.767852 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Network hostable DHCP agents. Network: 8717d245-aa36-4719-aecb-ef1ac858707c, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:39:10.785294 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Network 8717d245-aa36-4719-aecb-ef1ac858707c is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:39:10.796021 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 8717d245-aa36-4719-aecb-ef1ac858707c) {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:10.802790 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:10.803271 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.807690 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5489a-cafb-4ce2-a0d6-deefc57c6002 None None] Network 8717d245-aa36-4719-aecb-ef1ac858707c requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:39:10.826835 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f8f8cfab-8c1d-4e7b-b410-ba44616bcb91 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3317561 Jul 05 16:39:10.828969 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41164) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:10.837768 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:10.873605 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.874648 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:10.964543 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.006041 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-8717d245-aa36-4719-aecb-ef1ac858707c', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:39:11.007193 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.160623 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.171121 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Allocated IP 172.20.0.2 (8717d245-aa36-4719-aecb-ef1ac858707c/ebef5f23-8339-4fd3-b8d3-53f857481ebe/7fb67dda-571c-4c0d-b7cd-c3c4c6155457) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:11.173668 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.413057 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.425771 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Transition to ACTIVE for port object 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:11.445863 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Transition to ACTIVE for port object 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:11.453906 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.486795 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.506853 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Network 8717d245-aa36-4719-aecb-ef1ac858707c is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:11.513899 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:11.514851 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.519278 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:11.522558 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Pushing event updated for resources: {'Port': ['ID=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:11.606646 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Attempting to bind port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:39:11.607562 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Attempting to bind port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:39:11.607562 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Attempting to bind port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 on network 8717d245-aa36-4719-aecb-ef1ac858707c {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:11.613563 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:39:11.614135 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Checking segment: {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:11.614552 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.614963 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Bound using segment: {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:39:11.615431 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Bound port: 7fb67dda-571c-4c0d-b7cd-c3c4c6155457, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:39:11.615810 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.643090 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Allocated IP 172.27.3.236 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/a2fb43e4-8d95-453f-b700-6f59ff4a1368) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:11.703962 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] For port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:39:11.709420 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] For port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:39:11.725595 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.800236 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.801201 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be478c-bd32-439c-8b27-0704dd1376e8 None None] Pushing event updated for resources: {'Port': ['ID=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:11.858511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:11.909890 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:11.912813 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:11.915440 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:11.950351 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fb43e4-8d95-453f-b700-6f59ff4a1368,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:12.127280 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c052ff-b707-4348-b732-afca163ec713 req-7d9a843f-af3a-4186-addf-40a2838349eb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:12.128847 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-58c052ff-b707-4348-b732-afca163ec713 req-7d9a843f-af3a-4186-addf-40a2838349eb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1208768 Jul 05 16:39:12.182217 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-58c052ff-b707-4348-b732-afca163ec713 req-479e9878-0013-42b8-b6ca-d1cda7cc64ae tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475144 Jul 05 16:39:12.278973 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:12.445080 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41212) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:12.508508 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:12.586518 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-8d405c2e-7e4d-4384-8ff0-0b5e0658115a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395419 Jul 05 16:39:12.939947 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Router 25726c95-067f-471f-9ca5-0fda99ebd3b9 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:39:12.976060 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087312cc-a12b-4134-9931-a18461b94a13 None None] Network 8717d245-aa36-4719-aecb-ef1ac858707c requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:39:13.037857 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f7bc9941-c32a-470f-a447-e7b3a3ecbbaf None None] Provisioning for port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:13.053773 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:39:13.064771 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Sync routers for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:39:13.071165 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.072656 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f4acae9b-4336-45ae-ae2e-010712fff656 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2414443 Jul 05 16:39:13.076243 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41224) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:13.081791 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:13.082984 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:13.195184 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:13.406055 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:12Z', 'revision_number': 3, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:13.449567 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Checking router: 25726c95-067f-471f-9ca5-0fda99ebd3b9 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:39:13.450131 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Updating router 25726c95-067f-471f-9ca5-0fda99ebd3b9 port a2fb43e4-8d95-453f-b700-6f59ff4a1368 binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:39:13.494084 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:13.502874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e12b02-b275-4563-aeee-82f8726ae989 req-5b74af24-a557-449c-bb17-1a4673ad0ebc tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:13.504393 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-24e12b02-b275-4563-aeee-82f8726ae989 req-5b74af24-a557-449c-bb17-1a4673ad0ebc tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1496277 Jul 05 16:39:13.511981 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.540585 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.558313 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:13.562754 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:13.563347 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.613856 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-24e12b02-b275-4563-aeee-82f8726ae989 req-5f54a2dd-4028-46e6-ac12-f1ad66bd4199 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726688 Jul 05 16:39:13.624999 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.650351 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.688368 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:13.693031 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.743307 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:13.803521 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.810062 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Allocated IP 172.20.0.1 (8717d245-aa36-4719-aecb-ef1ac858707c/ebef5f23-8339-4fd3-b8d3-53f857481ebe/e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:13.817341 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Transition to ACTIVE for port object a2fb43e4-8d95-453f-b700-6f59ff4a1368 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:13.823125 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.878043 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Attempting to bind port a2fb43e4-8d95-453f-b700-6f59ff4a1368 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:39:13.878411 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Attempting to bind port a2fb43e4-8d95-453f-b700-6f59ff4a1368 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:39:13.878777 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Attempting to bind port a2fb43e4-8d95-453f-b700-6f59ff4a1368 on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:13.885731 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Pushing event updated for resources: {'Port': ['ID=a2fb43e4-8d95-453f-b700-6f59ff4a1368,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:13.888705 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:39:13.889073 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:13.889504 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.889899 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:39:13.890367 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Bound port: a2fb43e4-8d95-453f-b700-6f59ff4a1368, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:39:13.890763 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.896824 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.897192 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.897571 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.897906 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.898241 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.898572 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.898898 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.899225 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.899564 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.899890 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.900212 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.900532 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:13.930081 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.944817 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Transition to ACTIVE for port object e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:13.955195 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] For port a2fb43e4-8d95-453f-b700-6f59ff4a1368, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:39:13.958516 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] For port a2fb43e4-8d95-453f-b700-6f59ff4a1368, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a2fb43e4-8d95-453f-b700-6f59ff4a1368,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:39:13.963334 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:13.986097 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.018556 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:39:14.025946 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:14.026578 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:14.031903 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Network 8717d245-aa36-4719-aecb-ef1ac858707c is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:14.036762 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:14.040964 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:14.044654 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:14.080474 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72483b3-67e9-40d1-ab33-193652165d4e None None] Pushing event updated for resources: {'Port': ['ID=a2fb43e4-8d95-453f-b700-6f59ff4a1368,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:14.083422 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.156093 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:14.240550 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.309572 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-9c603d8d-2d68-45c0-8a00-5a8f21a165de None None] Provisioning for port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:14.313719 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-9c603d8d-2d68-45c0-8a00-5a8f21a165de None None] Provisioning complete for port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:14.314355 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9c603d8d-2d68-45c0-8a00-5a8f21a165de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.350145 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:12Z', 'revision_number': 3, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:14.358383 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-9c603d8d-2d68-45c0-8a00-5a8f21a165de None None] Port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:39:14.379819 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633bd68-5285-4f7a-99a1-a0c176a488ad None None] The sync data for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi is: [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:12Z', 'revision_number': 3, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:39:14.432426 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.442504 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.515081 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:14.517775 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.630687 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Network 8717d245-aa36-4719-aecb-ef1ac858707c is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:14.632027 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:14.794836 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Router 25726c95-067f-471f-9ca5-0fda99ebd3b9 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:39:14.835226 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25d87-2cf5-48ac-91d6-998de344e964 req-45bb83f1-42a7-4798-9a87-36eddcba50d0 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:14.837049 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8d25d87-2cf5-48ac-91d6-998de344e964 req-45bb83f1-42a7-4798-9a87-36eddcba50d0 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0829163 Jul 05 16:39:14.880843 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8d25d87-2cf5-48ac-91d6-998de344e964 req-35e16a44-cb28-4f76-ae68-00a4c4adc3d9 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Jul 05 16:39:14.884447 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-59b765a0-8af6-411a-b27a-1c60c4b308cd None None] Provisioning complete for port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:14.884828 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-59b765a0-8af6-411a-b27a-1c60c4b308cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:14.928990 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-59b765a0-8af6-411a-b27a-1c60c4b308cd None None] Port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:39:14.937413 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:39:14.945351 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-2d7c6059-c0fa-47f1-8b73-9d88517921f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/25726c95-067f-471f-9ca5-0fda99ebd3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8653338 Jul 05 16:39:15.436611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41248) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:15.441733 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-974279892-network', 'tenant_id': '0a744ca26994490ba55737fb58d9796f'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:15.468270 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Made reservation on behalf of 0a744ca26994490ba55737fb58d9796f for: {'network': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:39:15.470701 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.480980 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.494132 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a2fb43e4-8d95-453f-b700-6f59ff4a1368 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:15.542892 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port a2fb43e4-8d95-453f-b700-6f59ff4a1368 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:15.546991 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a2fb43e4-8d95-453f-b700-6f59ff4a1368 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:15.547357 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.580451 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.584412 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.606111 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:39:15.619900 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982004b5-417b-44e0-9fd6-72d894605b26,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:15.625615 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.625967 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.segments_db [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Added segment b62dc9b3-075a-4868-b308-b3ddb53ab43a of type vlan for network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb Jul 05 16:39:15.632535 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.655813 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port a2fb43e4-8d95-453f-b700-6f59ff4a1368, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a2fb43e4-8d95-453f-b700-6f59ff4a1368,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:15.664043 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.664939 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:15.671597 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.707210 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.707787 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:15.709251 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.760585 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=a2fb43e4-8d95-453f-b700-6f59ff4a1368,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:15.773666 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:15.774043 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:15.782197 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3445005 Jul 05 16:39:15.784933 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41252) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:15.790650 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Request body: {'subnet': {'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-974279892-subnet', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:15.794800 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b4e44-85fe-43ad-bb7a-53bfa9d35528 admin admin] Pushing event updated for resources: {'Network': ['ID=dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:15.821238 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:39:15.824933 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Made reservation on behalf of 0a744ca26994490ba55737fb58d9796f for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:39:15.827912 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551862'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.023801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13131899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551844'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.059557 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Sync routers for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:39:16.071082 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:16.071729 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:16.093955 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8bdb34-06f9-46ed-a81f-bdcfd321d93f,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:16.118350 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cae2a-f5f3-42f6-9be1-4f07cd43f61d req-ec9bcb35-a2f2-472e-909e-0be338e6e99b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:16.120512 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ab9cae2a-f5f3-42f6-9be1-4f07cd43f61d req-ec9bcb35-a2f2-472e-909e-0be338e6e99b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0951755 Jul 05 16:39:16.122436 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Checking segment: {'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:16.122801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Network hostable DHCP agents. Network: dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:39:16.144787 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:39:16.157486 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:16.163816 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ab9cae2a-f5f3-42f6-9be1-4f07cd43f61d req-13a11485-b091-40ad-b8d4-5be894c84a42 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369208 Jul 05 16:39:16.169369 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:16.169957 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.174459 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ee11bb-6a3b-43aa-8b75-7248e18b66f9 None None] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:39:16.195868 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d42cb486-d86a-49c8-a6fe-d5a747593253 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4094944 Jul 05 16:39:16.197549 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41256) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:16.206014 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:16.230068 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.232058 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.293404 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.392476 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:16.439173 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.611824 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'fixed_ips': [{'subnet_id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:39:16.611824 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.642094 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.683416 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.712234 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.798241 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-079a67a3-ff62-4598-a423-d0b8fbe75922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:16.799768 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-079a67a3-ff62-4598-a423-d0b8fbe75922 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc&tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab HTTP/1.1" status: 200 len: 1096 time: 0.1693664 Jul 05 16:39:16.805520 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 2, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:16.812387 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Allocated IP 172.20.0.2 (dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb/8f8bdb34-06f9-46ed-a81f-bdcfd321d93f/374dbe9c-5e69-4812-8acd-cbf1189bbe97) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:16.841686 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Checking router: 25726c95-067f-471f-9ca5-0fda99ebd3b9 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:39:16.842182 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Updating router 25726c95-067f-471f-9ca5-0fda99ebd3b9 port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:39:16.894665 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Allocated IP 172.27.3.19 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/a3bd64cb-6656-47df-ac4b-de0475d0cad8) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:16.929957 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:16.976700 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-5eed2e67-d3c8-4554-872b-1e4c215f9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:16.978159 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-5eed2e67-d3c8-4554-872b-1e4c215f9e20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1096 time: 0.1384943 Jul 05 16:39:17.073697 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.112004 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-94500284-ba7a-4607-9332-73ce86d5b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:17.113525 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-94500284-ba7a-4607-9332-73ce86d5b143 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 200 len: 917 time: 0.1286585 Jul 05 16:39:17.167738 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.183035 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Transition to ACTIVE for port object 374dbe9c-5e69-4812-8acd-cbf1189bbe97 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:17.193789 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.206750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Transition to ACTIVE for port object 374dbe9c-5e69-4812-8acd-cbf1189bbe97 will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:17.219384 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.223504 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-43f17a33-b31c-4447-82db-110707b67b88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 200 len: 999 time: 0.1014125 Jul 05 16:39:17.271361 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:17.283425 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:17.285813 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:17.291736 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:17.294809 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:17.295032 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:17.298055 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Pushing event updated for resources: {'Port': ['ID=a3bd64cb-6656-47df-ac4b-de0475d0cad8,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:17.305812 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Pushing event updated for resources: {'Port': ['ID=374dbe9c-5e69-4812-8acd-cbf1189bbe97,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:17.340930 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-1dd7d65e-ae65-439a-b051-d83964da1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:17.342443 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-1dd7d65e-ae65-439a-b051-d83964da1402 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 200 len: 855 time: 0.1129878 Jul 05 16:39:17.384841 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428d8bc-85de-4f0d-acc4-37400d8d88fb req-04144ed8-75c3-45fe-9631-f669cb90f895 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:17.398059 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c428d8bc-85de-4f0d-acc4-37400d8d88fb req-04144ed8-75c3-45fe-9631-f669cb90f895 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0889032 Jul 05 16:39:17.407030 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Attempting to bind port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:39:17.407760 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Attempting to bind port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:39:17.407760 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Attempting to bind port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 on network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:17.413424 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.418778 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:39:17.419269 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Checking segment: {'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:17.419626 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.420064 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Bound using segment: {'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:39:17.420565 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Bound port: 374dbe9c-5e69-4812-8acd-cbf1189bbe97, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:39:17.420948 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.439463 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Transition to ACTIVE for port object e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:17.452491 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c428d8bc-85de-4f0d-acc4-37400d8d88fb req-d722e470-73b9-4b62-aeaa-21a8438468ca tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532570 Jul 05 16:39:17.467567 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a2fb43e4-8d95-453f-b700-6f59ff4a1368 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:17.477534 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.505702 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-808b3ade-168e-4c32-b1c8-28a80087a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:17.507225 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-808b3ade-168e-4c32-b1c8-28a80087a8e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9493848-0da7-4b4e-b93f-0519fe2d71b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1583562 Jul 05 16:39:17.589750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06b302-4211-4e39-934f-2c7969c0d7eb None None] Pushing event updated for resources: {'Port': ['ID=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:17.621529 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] For port 374dbe9c-5e69-4812-8acd-cbf1189bbe97, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:39:17.640338 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] For port 374dbe9c-5e69-4812-8acd-cbf1189bbe97, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=374dbe9c-5e69-4812-8acd-cbf1189bbe97,segment=NetworkSegment(b62dc9b3-075a-4868-b308-b3ddb53ab43a),segment_id=b62dc9b3-075a-4868-b308-b3ddb53ab43a)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:39:17.663055 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.708551 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a2fb43e4-8d95-453f-b700-6f59ff4a1368 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:17.708924 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.721593 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Attempting to bind port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:39:17.721846 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Attempting to bind port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:39:17.722209 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Attempting to bind port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 on network 8717d245-aa36-4719-aecb-ef1ac858707c {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:17.760216 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:39:17.761130 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Checking segment: {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:17.761787 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.762327 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Bound using segment: {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:39:17.762683 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Bound port: e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:39:17.763058 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.798524 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cd698-c110-421e-a1a1-7f873b7d1814 None None] Pushing event updated for resources: {'Port': ['ID=374dbe9c-5e69-4812-8acd-cbf1189bbe97,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:17.899553 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] For port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:39:17.933706 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] For port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:39:17.944313 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.988070 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:17.990293 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-face8488-5a86-4931-b429-31282156b5c8 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527829 Jul 05 16:39:18.014197 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:18.014841 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:18.074093 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06b302-4211-4e39-934f-2c7969c0d7eb None None] Pushing event updated for resources: {'Port': ['ID=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:18.227067 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:18.268723 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-d0cd4e0a-555a-4497-890f-4cf1e1ddc894 service neutron] 10.222.0.39 "GET /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279310 Jul 05 16:39:18.348726 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:18.521874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Router 70016b2e-0a5c-43b2-bec7-d60bca81d19a is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:39:18.563302 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:17Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:18.607168 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9811aa7-85c0-4809-b847-6764ce0fdb17 None None] The sync data for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi is: [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:17Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:39:18.717215 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:39:18.726127 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Sync routers for ids ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:39:18.749841 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58528f75-4320-4812-b41f-763972a96b14 req-64c53591-835f-401c-839b-717c9081ff5e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:18.751332 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-58528f75-4320-4812-b41f-763972a96b14 req-64c53591-835f-401c-839b-717c9081ff5e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1612189 Jul 05 16:39:18.756923 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:18.761141 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-8b6ea3d6-c716-499b-8240-a351cf1bb9bb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5601375 Jul 05 16:39:18.762115 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41290) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:18.762767 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Routers {'70016b2e-0a5c-43b2-bec7-d60bca81d19a'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:18.764502 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:18.886301 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-58528f75-4320-4812-b41f-763972a96b14 req-bb711331-233a-4dc8-a885-8af14036c2cf tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208086 Jul 05 16:39:18.943555 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Set router 70016b2e-0a5c-43b2-bec7-d60bca81d19a gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:19.085764 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3925aad-3798-4767-b2d1-56c6eb40617b None None] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:39:19.220161 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-37418171-1016-436b-a8ff-624db2264bf5 None None] Provisioning for port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:19.567592 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:17Z', 'revision_number': 3, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port': {'id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:19.616291 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Checking router: 70016b2e-0a5c-43b2-bec7-d60bca81d19a for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:39:19.617132 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Updating router 70016b2e-0a5c-43b2-bec7-d60bca81d19a port a3bd64cb-6656-47df-ac4b-de0475d0cad8 binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:39:19.704029 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:19.734545 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:19.754842 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:19.827189 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:19.832991 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:19.833355 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.140829 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Allocated IP 172.20.0.1 (dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb/8f8bdb34-06f9-46ed-a81f-bdcfd321d93f/c76c4865-df72-46e5-95f7-fa0b46eb3c4f) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:20.233568 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.273038 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390a38c-e32c-4f4e-887a-aa233f75109e req-b4402b8b-551a-4f5d-a466-6e2aeb28e55b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:20.276639 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2390a38c-e32c-4f4e-887a-aa233f75109e req-b4402b8b-551a-4f5d-a466-6e2aeb28e55b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1702812 Jul 05 16:39:20.333069 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:20.348753 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.350040 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 374dbe9c-5e69-4812-8acd-cbf1189bbe97 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:20.360990 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.388311 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2390a38c-e32c-4f4e-887a-aa233f75109e req-f5feac37-b7ab-4c8b-a00f-0b0e48d4964b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051462 Jul 05 16:39:20.399860 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Transition to ACTIVE for port object c76c4865-df72-46e5-95f7-fa0b46eb3c4f will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:20.472733 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:20.492769 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:20.498514 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:20.498925 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.499428 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.509051 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.529856 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Transition to ACTIVE for port object a3bd64cb-6656-47df-ac4b-de0475d0cad8 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:20.542863 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.552998 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:20.567021 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:20.575825 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:20.603504 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Pushing event updated for resources: {'Port': ['ID=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:20.643528 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba11ee-53d6-4dcd-a527-49be8a33ea82 None None] Pushing event updated for resources: {'Port': ['ID=a3bd64cb-6656-47df-ac4b-de0475d0cad8,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:20.679931 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Attempting to bind port a3bd64cb-6656-47df-ac4b-de0475d0cad8 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:39:20.680457 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Attempting to bind port a3bd64cb-6656-47df-ac4b-de0475d0cad8 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:39:20.681219 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Attempting to bind port a3bd64cb-6656-47df-ac4b-de0475d0cad8 on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:20.687978 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.690003 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:39:20.690496 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:20.691252 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.691747 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:39:20.692323 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Bound port: a3bd64cb-6656-47df-ac4b-de0475d0cad8, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:39:20.693402 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.741244 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.765072 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] For port a3bd64cb-6656-47df-ac4b-de0475d0cad8, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:39:20.769095 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] For port a3bd64cb-6656-47df-ac4b-de0475d0cad8, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a3bd64cb-6656-47df-ac4b-de0475d0cad8,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:39:20.787466 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.819946 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 374dbe9c-5e69-4812-8acd-cbf1189bbe97, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=374dbe9c-5e69-4812-8acd-cbf1189bbe97,segment=NetworkSegment(b62dc9b3-075a-4868-b308-b3ddb53ab43a),segment_id=b62dc9b3-075a-4868-b308-b3ddb53ab43a)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:20.828843 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:20.947083 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=374dbe9c-5e69-4812-8acd-cbf1189bbe97,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:21.000151 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba11ee-53d6-4dcd-a527-49be8a33ea82 None None] Pushing event updated for resources: {'Port': ['ID=a3bd64cb-6656-47df-ac4b-de0475d0cad8,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:21.026727 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Routers {'70016b2e-0a5c-43b2-bec7-d60bca81d19a'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:21.027462 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:21.059071 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:21.097990 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-b763ade3-9cfe-40db-a3aa-1bb1e59f5f0e None None] Provisioning for port c76c4865-df72-46e5-95f7-fa0b46eb3c4f completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:21.116749 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-b763ade3-9cfe-40db-a3aa-1bb1e59f5f0e None None] Provisioning complete for port c76c4865-df72-46e5-95f7-fa0b46eb3c4f triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:21.117285 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b763ade3-9cfe-40db-a3aa-1bb1e59f5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:21.246171 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-b763ade3-9cfe-40db-a3aa-1bb1e59f5f0e None None] Port c76c4865-df72-46e5-95f7-fa0b46eb3c4f cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:39:21.350928 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:21.356798 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:21.378498 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] Set router 70016b2e-0a5c-43b2-bec7-d60bca81d19a gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:21.481266 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Pushing event updated for resources: {'Port': ['ID=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:21.519209 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:21.522812 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:21.632757 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:21.633420 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:21.750497 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:21.751668 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 374dbe9c-5e69-4812-8acd-cbf1189bbe97 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:21.753722 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:21.774605 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 4, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port': {'id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'c76c4865-df72-46e5-95f7-fa0b46eb3c4f', 'name': '', 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'mac_address': 'fa:16:3e:e0:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:19Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 1, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'subnets': [{'id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:21.812591 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf9801-1abc-4652-8ca7-4660dec91cb2 None None] The sync data for ids ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'] in dv-cinder-796286-13-iscsi is: [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 4, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port': {'id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'c76c4865-df72-46e5-95f7-fa0b46eb3c4f', 'name': '', 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'mac_address': 'fa:16:3e:e0:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:19Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 1, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'subnets': [{'id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:39:21.862970 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:21.863350 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:21.919792 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6d8f-f290-4bf1-8eb9-d71a9c443565 req-cd1c4960-a292-44f0-b092-b2bdade4d304 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:21.932999 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-192d6d8f-f290-4bf1-8eb9-d71a9c443565 req-cd1c4960-a292-44f0-b092-b2bdade4d304 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.2777655 Jul 05 16:39:22.062549 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-192d6d8f-f290-4bf1-8eb9-d71a9c443565 req-63998755-5b92-4641-b096-ae110cad00a0 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283112 Jul 05 16:39:22.070933 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Router 70016b2e-0a5c-43b2-bec7-d60bca81d19a has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:39:22.185884 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-850dc390-1261-4f93-8f78-360b5d2ab97e None None] Provisioning complete for port c76c4865-df72-46e5-95f7-fa0b46eb3c4f triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:22.189617 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-850dc390-1261-4f93-8f78-360b5d2ab97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:22.306003 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-850dc390-1261-4f93-8f78-360b5d2ab97e None None] Port c76c4865-df72-46e5-95f7-fa0b46eb3c4f cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:39:22.328519 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:39:22.334141 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4fc10389-67d6-43cc-9425-6a8e5821417f admin admin] 10.222.0.24 "PUT /v2.0/routers/70016b2e-0a5c-43b2-bec7-d60bca81d19a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5707581 Jul 05 16:39:22.514876 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41326) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:22.664679 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ce27f0bc-dc95-4c5f-9039-9d5b74c54db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:22.830873 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ce27f0bc-dc95-4c5f-9039-9d5b74c54db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:22.836161 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ce27f0bc-dc95-4c5f-9039-9d5b74c54db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:22.871642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27f0bc-dc95-4c5f-9039-9d5b74c54db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a299f2-ded0-48f5-bd3c-fd0b1ac648b5,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:22.907820 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ce27f0bc-dc95-4c5f-9039-9d5b74c54db6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd2f2e4da526453e8866a35770b6e2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915784 Jul 05 16:39:22.910345 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41334) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:23.017544 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eee593e0-e32b-4d54-8c50-67598cc69212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.086692 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eee593e0-e32b-4d54-8c50-67598cc69212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.204954 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eee593e0-e32b-4d54-8c50-67598cc69212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.214822 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eee593e0-e32b-4d54-8c50-67598cc69212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.218929 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-eee593e0-e32b-4d54-8c50-67598cc69212 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46a299f2-ded0-48f5-bd3c-fd0b1ac648b5 HTTP/1.1" status: 204 len: 168 time: 0.3071644 Jul 05 16:39:23.227928 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee593e0-e32b-4d54-8c50-67598cc69212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a299f2-ded0-48f5-bd3c-fd0b1ac648b5,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:23.515171 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164cb4c-6750-4c4d-b7c4-aadc12004a7a req-a0982b1e-22fe-47f2-9c9a-e41a05073c71 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:23.527860 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b164cb4c-6750-4c4d-b7c4-aadc12004a7a req-a0982b1e-22fe-47f2-9c9a-e41a05073c71 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1717603 Jul 05 16:39:23.578662 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a3bd64cb-6656-47df-ac4b-de0475d0cad8 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:23.626245 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b164cb4c-6750-4c4d-b7c4-aadc12004a7a req-a78f14af-9c8a-4b69-9b92-58dc2e61a6d5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970490 Jul 05 16:39:23.702047 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port a3bd64cb-6656-47df-ac4b-de0475d0cad8 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:23.707800 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a3bd64cb-6656-47df-ac4b-de0475d0cad8 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:23.708236 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.749065 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41340) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:23.755336 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-35609c23-9164-4b19-8059-8321ab41df5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470607323', 'description': 'tempest-secgroup-smoke-470607323 description', 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:23.793873 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-35609c23-9164-4b19-8059-8321ab41df5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.893178 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.941977 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port a3bd64cb-6656-47df-ac4b-de0475d0cad8, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a3bd64cb-6656-47df-ac4b-de0475d0cad8,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:23.945590 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-35609c23-9164-4b19-8059-8321ab41df5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.947279 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:23.953126 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-35609c23-9164-4b19-8059-8321ab41df5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.000558 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-35609c23-9164-4b19-8059-8321ab41df5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.002393 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-35609c23-9164-4b19-8059-8321ab41df5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2520952 Jul 05 16:39:24.005303 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41342) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:24.009689 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35609c23-9164-4b19-8059-8321ab41df5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc97d7ca-64bc-4722-a93b-8ea437fedf87,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.010441 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-f4dafbc8-4beb-4138-9e4b-575d223ef436 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'security_group_rule': {'security_group_id': 'bc97d7ca-64bc-4722-a93b-8ea437fedf87', 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:24.051836 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=a3bd64cb-6656-47df-ac4b-de0475d0cad8,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.056229 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f4dafbc8-4beb-4138-9e4b-575d223ef436 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.154788 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f4dafbc8-4beb-4138-9e4b-575d223ef436 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.159323 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f4dafbc8-4beb-4138-9e4b-575d223ef436 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.180621 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dafbc8-4beb-4138-9e4b-575d223ef436 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326854ee-f16d-4245-8495-eba0690cfb0f,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.185197 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f4dafbc8-4beb-4138-9e4b-575d223ef436 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.186424 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f4dafbc8-4beb-4138-9e4b-575d223ef436 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801007 Jul 05 16:39:24.189662 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41344) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:24.194436 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-a202c327-e2b9-4b3c-a8d5-34354ba43378 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'security_group_rule': {'security_group_id': 'bc97d7ca-64bc-4722-a93b-8ea437fedf87', 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:24.227892 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a202c327-e2b9-4b3c-a8d5-34354ba43378 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.289894 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a202c327-e2b9-4b3c-a8d5-34354ba43378 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.295112 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a202c327-e2b9-4b3c-a8d5-34354ba43378 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.311329 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c327-e2b9-4b3c-a8d5-34354ba43378 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bd2f0a-a986-41da-a239-1d61c82c94f9,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.323311 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a202c327-e2b9-4b3c-a8d5-34354ba43378 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.324625 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-a202c327-e2b9-4b3c-a8d5-34354ba43378 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339545 Jul 05 16:39:24.327295 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41346) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:24.331765 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-db794a2e-c724-4d10-ae4b-50932325d170 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'security_group_rule': {'security_group_id': 'bc97d7ca-64bc-4722-a93b-8ea437fedf87', 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:24.358744 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-db794a2e-c724-4d10-ae4b-50932325d170 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.423528 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-db794a2e-c724-4d10-ae4b-50932325d170 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.427675 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-db794a2e-c724-4d10-ae4b-50932325d170 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.448044 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db794a2e-c724-4d10-ae4b-50932325d170 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e9067b-b4a2-4b1e-b8b4-a876bf254022,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.453056 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-db794a2e-c724-4d10-ae4b-50932325d170 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.457187 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41348) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:24.457338 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-db794a2e-c724-4d10-ae4b-50932325d170 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290071 Jul 05 16:39:24.462305 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-cfd3d7fd-e32a-4856-902b-69e156e111b0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'security_group_rule': {'security_group_id': 'bc97d7ca-64bc-4722-a93b-8ea437fedf87', 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:24.490425 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d7fd-e32a-4856-902b-69e156e111b0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.559537 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d7fd-e32a-4856-902b-69e156e111b0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.563801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d7fd-e32a-4856-902b-69e156e111b0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.583033 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3d7fd-e32a-4856-902b-69e156e111b0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506f3b82-76f1-45d2-b13c-8d1ad214f2d0,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.591565 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d7fd-e32a-4856-902b-69e156e111b0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.593784 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-cfd3d7fd-e32a-4856-902b-69e156e111b0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352162 Jul 05 16:39:24.595327 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41350) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:24.600052 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'security_group_rule': {'security_group_id': 'bc97d7ca-64bc-4722-a93b-8ea437fedf87', 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:24.622346 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.securitygroups_db [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Project 6c6cef21f77641e484a3b4e5170c8ec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:39:24.627267 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.705782 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.709853 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.730246 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7f8ec3-8196-4875-99ca-6e69b4232c6c,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.747692 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.751538 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5c265545-3d94-4917-bd55-d9b6218956d2 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526182 Jul 05 16:39:24.751757 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41354) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:24.758793 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'security_group_rule': {'security_group_id': 'bc97d7ca-64bc-4722-a93b-8ea437fedf87', 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:24.783946 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.securitygroups_db [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Project 6c6cef21f77641e484a3b4e5170c8ec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:39:24.804936 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.854486 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ef6-5634-4216-bab8-438705234ea6 req-766b3d8e-d837-41dd-acfa-74bd8075abd5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:24.856244 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-484a8ef6-5634-4216-bab8-438705234ea6 req-766b3d8e-d837-41dd-acfa-74bd8075abd5 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0827532 Jul 05 16:39:24.898714 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.904107 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.907189 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-484a8ef6-5634-4216-bab8-438705234ea6 req-9320d799-74f0-4a8f-87aa-d3b91b36353b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Jul 05 16:39:24.923375 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68766392-f8e8-4f9a-ba40-172c160d2667,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:24.940438 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:24.941756 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-4f820ea3-0756-4ca7-b31a-4348a13623db tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1890287 Jul 05 16:39:25.467558 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a3bd64cb-6656-47df-ac4b-de0475d0cad8 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:25.562395 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a3bd64cb-6656-47df-ac4b-de0475d0cad8 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:25.563142 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:25.613043 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:39:26.138958 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb5a08-0a64-4614-bfc2-f4c6e7b80e0c req-7109536c-9410-4980-aee2-2dc51c7393bb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:26.140555 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2ceb5a08-0a64-4614-bfc2-f4c6e7b80e0c req-7109536c-9410-4980-aee2-2dc51c7393bb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0907857 Jul 05 16:39:26.182417 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2ceb5a08-0a64-4614-bfc2-f4c6e7b80e0c req-555eefe7-ad31-4d38-94b6-a3e7983233ad tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349412 Jul 05 16:39:26.441095 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Sync routers for ids ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:39:26.453083 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Routers {'70016b2e-0a5c-43b2-bec7-d60bca81d19a'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:26.453982 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:26.571444 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Set router 70016b2e-0a5c-43b2-bec7-d60bca81d19a gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:26.791642 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 4, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port': {'id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'c76c4865-df72-46e5-95f7-fa0b46eb3c4f', 'name': '', 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'mac_address': 'fa:16:3e:e0:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:19Z', 'updated_at': '2021-07-05T16:39:21Z', 'revision_number': 2, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'subnets': [{'id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:26.818408 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Checking router: 70016b2e-0a5c-43b2-bec7-d60bca81d19a for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:39:26.818761 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Updating router 70016b2e-0a5c-43b2-bec7-d60bca81d19a port c76c4865-df72-46e5-95f7-fa0b46eb3c4f binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:39:26.866455 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:27.170141 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:27.180839 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Transition to ACTIVE for port object c76c4865-df72-46e5-95f7-fa0b46eb3c4f will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:27.193678 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:27.286612 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b80bda-2259-41f4-912b-bc9881624960 None None] Pushing event updated for resources: {'Port': ['ID=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:27.411292 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Attempting to bind port c76c4865-df72-46e5-95f7-fa0b46eb3c4f on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:39:27.411845 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Attempting to bind port c76c4865-df72-46e5-95f7-fa0b46eb3c4f by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:39:27.412403 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Attempting to bind port c76c4865-df72-46e5-95f7-fa0b46eb3c4f on network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:27.421528 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:39:27.421901 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Checking segment: {'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:27.422383 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:27.426930 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Bound using segment: {'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:39:27.428046 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Bound port: c76c4865-df72-46e5-95f7-fa0b46eb3c4f, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62dc9b3-075a-4868-b308-b3ddb53ab43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:39:27.428653 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:27.509525 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] For port c76c4865-df72-46e5-95f7-fa0b46eb3c4f, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:39:27.514003 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] For port c76c4865-df72-46e5-95f7-fa0b46eb3c4f, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,segment=NetworkSegment(b62dc9b3-075a-4868-b308-b3ddb53ab43a),segment_id=b62dc9b3-075a-4868-b308-b3ddb53ab43a)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:39:27.523812 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:27.562663 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14424064-bccb-495c-b68c-c44d8e101246 req-0dc65d47-a153-473c-8c17-81c96db35c72 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:27.564513 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14424064-bccb-495c-b68c-c44d8e101246 req-0dc65d47-a153-473c-8c17-81c96db35c72 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.1160166 Jul 05 16:39:27.625865 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b80bda-2259-41f4-912b-bc9881624960 None None] Pushing event updated for resources: {'Port': ['ID=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:27.627499 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-14424064-bccb-495c-b68c-c44d8e101246 req-3ea0c2c3-1ae2-479d-b68b-eae3ff8d21eb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523491 Jul 05 16:39:27.662322 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Routers {'70016b2e-0a5c-43b2-bec7-d60bca81d19a'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:39:27.663150 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:27.841118 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] Set router 70016b2e-0a5c-43b2-bec7-d60bca81d19a gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:39:28.117230 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 4, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port': {'id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'c76c4865-df72-46e5-95f7-fa0b46eb3c4f', 'name': '', 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'mac_address': 'fa:16:3e:e0:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:19Z', 'updated_at': '2021-07-05T16:39:27Z', 'revision_number': 4, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'subnets': [{'id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:39:28.151219 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959298f-21ef-4ef6-a0d7-1b2a349abdbb None None] The sync data for ids ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'] in dv-cinder-796286-13-iscsi is: [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 4, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port': {'id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'c76c4865-df72-46e5-95f7-fa0b46eb3c4f', 'name': '', 'network_id': 'dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'mac_address': 'fa:16:3e:e0:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:19Z', 'updated_at': '2021-07-05T16:39:27Z', 'revision_number': 4, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'subnets': [{'id': '8f8bdb34-06f9-46ed-a81f-bdcfd321d93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:39:28.856294 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26d125-c118-41e5-bd35-fcf116209a95 req-5a719ebf-ec76-4208-9885-ccd75880a74b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:28.857887 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2f26d125-c118-41e5-bd35-fcf116209a95 req-5a719ebf-ec76-4208-9885-ccd75880a74b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0819831 Jul 05 16:39:28.900344 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2f26d125-c118-41e5-bd35-fcf116209a95 req-4f654011-f431-4c92-8073-8c206b87c016 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352716 Jul 05 16:39:29.476430 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device c76c4865-df72-46e5-95f7-fa0b46eb3c4f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:29.528313 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port c76c4865-df72-46e5-95f7-fa0b46eb3c4f completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:29.532775 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port c76c4865-df72-46e5-95f7-fa0b46eb3c4f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:29.533262 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:29.619102 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:29.654243 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port c76c4865-df72-46e5-95f7-fa0b46eb3c4f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,segment=NetworkSegment(b62dc9b3-075a-4868-b308-b3ddb53ab43a),segment_id=b62dc9b3-075a-4868-b308-b3ddb53ab43a)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:29.659187 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:29.722751 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:30.080675 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb8fc6-4e75-4498-8fd2-65a9e3c4cb78 req-71aaedcf-6e0f-4d67-ba90-693f5c62125b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:30.082159 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5fdb8fc6-4e75-4498-8fd2-65a9e3c4cb78 req-71aaedcf-6e0f-4d67-ba90-693f5c62125b tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0661018 Jul 05 16:39:30.121912 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5fdb8fc6-4e75-4498-8fd2-65a9e3c4cb78 req-a6e836bb-5306-4f1d-ad43-0d544f427539 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342603 Jul 05 16:39:31.316656 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471dd15-1e89-44b5-a04d-e1db83659abb req-efa89f0b-f78c-47f1-921f-150c3fa26f0f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:31.318267 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2471dd15-1e89-44b5-a04d-e1db83659abb req-efa89f0b-f78c-47f1-921f-150c3fa26f0f tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0749605 Jul 05 16:39:31.361058 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2471dd15-1e89-44b5-a04d-e1db83659abb req-d6d91f88-261f-460a-ab4d-cae0cfa3ff9a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366731 Jul 05 16:39:31.432086 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device c76c4865-df72-46e5-95f7-fa0b46eb3c4f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:31.482784 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port c76c4865-df72-46e5-95f7-fa0b46eb3c4f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:31.483453 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:32.555332 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98eda0-2e03-4203-ad45-fdad3f551f2a req-d0cfaf6d-5499-4ffc-a9a0-872fe6df53c3 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:32.556767 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2b98eda0-2e03-4203-ad45-fdad3f551f2a req-d0cfaf6d-5499-4ffc-a9a0-872fe6df53c3 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0642285 Jul 05 16:39:32.598109 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-2b98eda0-2e03-4203-ad45-fdad3f551f2a req-fb0d4200-b609-42e3-94d7-7b202137ba36 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Jul 05 16:39:33.784428 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60129fdf-5ec0-416f-9954-958c8643160e req-e5d0ba1c-8f5e-4fd8-8270-92e3ff247b50 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:33.785954 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-60129fdf-5ec0-416f-9954-958c8643160e req-e5d0ba1c-8f5e-4fd8-8270-92e3ff247b50 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 943 time: 0.0673077 Jul 05 16:39:33.829992 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-60129fdf-5ec0-416f-9954-958c8643160e req-e998087c-1254-4f2d-bbcb-c884597e6165 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Jul 05 16:39:33.942703 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:39:34.081834 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.db.resource_extend [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 16:39:34.161069 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:34.172277 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'port_id': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'mac_address': 'fa:16:3e:0e:3f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:39:34.212553 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:34.226055 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:39:34.246377 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:34.250068 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:34.296766 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=9']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:34.464440 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['6b8b78cd-af4c-47cc-b23f-30c3688eefe0'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:39:35.012502 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c2320-720b-4266-a528-5ece9eddb8c9 req-0c2b3fa0-d9d9-4c92-b713-9f84c27e6bbe tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:35.014026 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-275c2320-720b-4266-a528-5ece9eddb8c9 req-0c2b3fa0-d9d9-4c92-b713-9f84c27e6bbe tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 944 time: 0.0647261 Jul 05 16:39:35.052739 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-275c2320-720b-4266-a528-5ece9eddb8c9 req-acaa98c0-ee22-44c6-939d-3bd0ee2fb436 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Jul 05 16:39:35.942329 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:35.990803 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:35.991256 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:36.072392 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:36.097124 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:39:36.099424 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0238e899-3df5-49dd-b6f1-b3bb8cffb02a" -d '{"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:39:36.113590 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:36.117757 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:36.155685 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00d2dc-bab4-43a1-9686-e581268ae68c x-openstack-request-id: req-3f00d2dc-bab4-43a1-9686-e581268ae68c {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:39:36.155951 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:39:36.156049 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f00d2dc-bab4-43a1-9686-e581268ae68c {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:39:36.156391 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'code': 200} Jul 05 16:39:36.188677 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=10']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:36.275902 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05c0f4-650b-4404-8224-a311caed0224 req-d715298e-1268-4073-b7ae-50554cc2922d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:36.277861 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fa05c0f4-650b-4404-8224-a311caed0224 req-d715298e-1268-4073-b7ae-50554cc2922d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 946 time: 0.0881600 Jul 05 16:39:36.318699 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fa05c0f4-650b-4404-8224-a311caed0224 req-7130900a-47f5-451a-b272-758014a2771a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351536 Jul 05 16:39:36.376195 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7c9ee-9879-4835-b3e2-51b86067da07 req-ed2dc993-f125-4f0d-a9bb-357ef50d1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:36.377752 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86b7c9ee-9879-4835-b3e2-51b86067da07 req-ed2dc993-f125-4f0d-a9bb-357ef50d1ef0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 1099 time: 0.0648959 Jul 05 16:39:36.414767 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-86b7c9ee-9879-4835-b3e2-51b86067da07 req-65fe561b-28fb-4df7-9796-e5101d2ce8bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296710 Jul 05 16:39:36.955678 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-779182c1-9629-448d-984e-17e79a5e3ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:37.501233 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188513e7-a0e6-489c-afb9-16d931f1329b req-590806e8-50b1-4675-ae87-599b45419f9d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:37.502803 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-188513e7-a0e6-489c-afb9-16d931f1329b req-590806e8-50b1-4675-ae87-599b45419f9d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 946 time: 0.0645123 Jul 05 16:39:37.541386 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-188513e7-a0e6-489c-afb9-16d931f1329b req-9de5c3cd-a387-4c8a-8945-39e31bfa1a6a tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329573 Jul 05 16:39:38.725977 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb5822-adf8-4d0b-ac6e-e6d97b02d884 req-c8c197d0-e67b-449e-b12e-aebf05da2aeb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:38.727479 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-74eb5822-adf8-4d0b-ac6e-e6d97b02d884 req-c8c197d0-e67b-449e-b12e-aebf05da2aeb tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 946 time: 0.0646355 Jul 05 16:39:38.768082 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-74eb5822-adf8-4d0b-ac6e-e6d97b02d884 req-b560cd40-f126-4119-bafb-846cac95193d tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337157 Jul 05 16:39:39.472889 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed4e6-8789-412a-b953-101795b5b5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:39.811403 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:41.157013 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:41.568429 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-5f320b04-d7e6-4556-acc4-14349be21bf8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470607323&fields=id&tenant_id=6c6cef21f77641e484a3b4e5170c8ec1 HTTP/1.1" status: 200 len: 267 time: 0.0339105 Jul 05 16:39:41.680113 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-69a1a069-d03c-437b-b506-1a43ea92a84b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:41.681518 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-69a1a069-d03c-437b-b506-1a43ea92a84b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 809 time: 0.1064775 Jul 05 16:39:41.696648 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-4119c702-2d7d-4b9d-bf64-431c00f9c335 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/quotas/6c6cef21f77641e484a3b4e5170c8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Jul 05 16:39:41.766531 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-8bf212fb-c4c9-40b1-b208-cbb1816bf64f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640657 Jul 05 16:39:41.953986 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-b8761828-9fd9-4db9-8fe0-d8114923943b service neutron] 10.222.0.24 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750522 Jul 05 16:39:42.044981 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-d67cbf32-ca62-4ff9-83fb-2eef575bae91 service neutron] 10.222.0.24 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848053 Jul 05 16:39:42.349553 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-140810e0-846e-42fb-aeb6-193b997985ba req-f8eee2f4-8b5b-4633-9bf3-bea97c14e372 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 210 time: 0.0310264 Jul 05 16:39:43.407616 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-24e47d03-69b3-461f-b933-1bc57715dfbc tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:43.409254 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-24e47d03-69b3-461f-b933-1bc57715dfbc tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 809 time: 0.1164610 Jul 05 16:39:43.463540 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-16736739-da85-45b7-9c5c-b1e118192f86 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6cef21f77641e484a3b4e5170c8ec1 HTTP/1.1" status: 200 len: 379 time: 0.0391099 Jul 05 16:39:43.476685 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'port': {'device_id': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'admin_state_up': True, 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'security_groups': ['bc97d7ca-64bc-4722-a93b-8ea437fedf87']}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:43.523819 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:43.551095 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7d1a2adb-25bf-40db-93b8-e2c5c3d36a00 req-42e2b38f-cdc6-43fc-a484-0f42b5e78fec tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 210 time: 0.0790017 Jul 05 16:39:43.623653 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Made reservation on behalf of 6c6cef21f77641e484a3b4e5170c8ec1 for: {'port': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:39:43.627645 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:43.751242 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Allocated IP 172.20.0.7 (8717d245-aa36-4719-aecb-ef1ac858707c/ebef5f23-8339-4fd3-b8d3-53f857481ebe/98cd122e-45f4-40b2-9f86-074621acc45f) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:43.899567 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:43.915135 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Transition to ACTIVE for port object 98cd122e-45f4-40b2-9f86-074621acc45f will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:43.952527 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:44.003580 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Network 8717d245-aa36-4719-aecb-ef1ac858707c is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:44.006820 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:44.014983 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:44.040005 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:44.050607 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.050950 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.051294 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.051629 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.051963 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.052297 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.052627 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.052944 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.053286 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.053625 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.053947 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.054267 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:44.099568 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:44.100497 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:44.120181 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-cb8a79b1-ee40-458b-aca4-147f1d122370 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6497467 Jul 05 16:39:44.131410 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Request body: {'port': {'device_id': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:44.207812 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:44.243737 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-c9495662-4818-436b-9ac5-f4b5edf76c59 None None] Provisioning for port 98cd122e-45f4-40b2-9f86-074621acc45f completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:44.248196 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-c9495662-4818-436b-9ac5-f4b5edf76c59 None None] Provisioning complete for port 98cd122e-45f4-40b2-9f86-074621acc45f triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:44.248565 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c9495662-4818-436b-9ac5-f4b5edf76c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:44.284052 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-c9495662-4818-436b-9ac5-f4b5edf76c59 None None] Port 98cd122e-45f4-40b2-9f86-074621acc45f cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:39:44.482058 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cd122e-45f4-40b2-9f86-074621acc45f {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:39:44.489584 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:44.501638 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Transition to ACTIVE for port object 98cd122e-45f4-40b2-9f86-074621acc45f will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:39:44.505097 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:44.556015 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:44.630865 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Attempting to bind port 98cd122e-45f4-40b2-9f86-074621acc45f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:39:44.631201 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Attempting to bind port 98cd122e-45f4-40b2-9f86-074621acc45f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:39:44.631532 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Attempting to bind port 98cd122e-45f4-40b2-9f86-074621acc45f on network 8717d245-aa36-4719-aecb-ef1ac858707c {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:44.637326 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Port 98cd122e-45f4-40b2-9f86-074621acc45f on network 8717d245-aa36-4719-aecb-ef1ac858707c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:39:44.637660 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Attempting to bind port 98cd122e-45f4-40b2-9f86-074621acc45f on network 8717d245-aa36-4719-aecb-ef1ac858707c {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:39:44.642966 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:39:44.643309 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Checking segment: {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:39:44.643696 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Bound using segment: {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:39:44.644125 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Bound port: 98cd122e-45f4-40b2-9f86-074621acc45f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4c8558-4786-4d83-83af-192eeb4e0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:39:44.644478 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:44.749030 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc0817-0599-49d9-87e4-d31d4f49341f req-316799ae-c8c0-4d87-8421-4a47a24c4a8d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:44.750653 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-62cc0817-0599-49d9-87e4-d31d4f49341f req-316799ae-c8c0-4d87-8421-4a47a24c4a8d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0680971 Jul 05 16:39:44.794135 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-62cc0817-0599-49d9-87e4-d31d4f49341f req-7b5d2770-8379-4c4d-981d-7ab2cb7c6586 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367825 Jul 05 16:39:44.983147 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:39:44.986143 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:39:44.990643 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:45.026415 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.027141 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:45.028535 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] 10.222.0.39 "PUT /v2.0/ports/98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 1093 time: 0.9016185 Jul 05 16:39:45.028975 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:39:45.031255 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f39a0a-029b-4bd3-966c-99cced4be8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:39:45.058183 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3f46-d4f1-43bf-b360-7991846ef280 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:45.080480 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522c2a3-1665-46b4-bbf4-ab15b9ea7d96 x-openstack-request-id: req-9522c2a3-1665-46b4-bbf4-ab15b9ea7d96 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:39:45.080767 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:39:45.081011 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9522c2a3-1665-46b4-bbf4-ab15b9ea7d96 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:39:45.081457 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f', 'status': 'completed', 'code': 200} Jul 05 16:39:45.142050 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-2555e0f4-b449-4b17-89ca-09e100c93025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.143660 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-2555e0f4-b449-4b17-89ca-09e100c93025 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1096 time: 0.0596712 Jul 05 16:39:45.189634 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-a2cc034d-d237-490e-be4c-d08bb0d622e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 217 time: 0.0390408 Jul 05 16:39:45.238900 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-420593e8-7c21-4533-bc37-7ca6e94f7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.240362 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-420593e8-7c21-4533-bc37-7ca6e94f7f14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0442736 Jul 05 16:39:45.302795 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-3335dee4-30b5-4185-a52a-6e7affbe4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.304303 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-3335dee4-30b5-4185-a52a-6e7affbe4c1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577083 Jul 05 16:39:45.398355 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-4ba14a42-fa08-45dc-befe-7e149e74ab26 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878184 Jul 05 16:39:45.485335 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-f5c14d6a-d6aa-42d5-a83b-3cbde58ac8fc req-93dd342a-a14c-4001-9f0a-45ef929e8d52 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810463 Jul 05 16:39:45.601086 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-c617bc12-ea0b-4093-9918-5cb4ba934840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.602544 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-c617bc12-ea0b-4093-9918-5cb4ba934840 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1096 time: 0.0562932 Jul 05 16:39:45.700507 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-933a6c2f-d0f5-43b2-a382-9ec9e9208c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.702022 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-933a6c2f-d0f5-43b2-a382-9ec9e9208c8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.0925076 Jul 05 16:39:45.743056 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-1a2f6a6e-f0fe-4a77-ad52-ced3791b5331 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 217 time: 0.0345585 Jul 05 16:39:45.796730 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-05ce84ef-2001-4fb4-af8e-ed4b067b1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.798241 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-05ce84ef-2001-4fb4-af8e-ed4b067b1206 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0491049 Jul 05 16:39:45.859756 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-6d5be7cd-0668-4b6e-a318-b061d3fb650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.861193 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-6d5be7cd-0668-4b6e-a318-b061d3fb650b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559673 Jul 05 16:39:45.969745 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-fde983f6-e447-4bc5-8043-cb2db1c1abb6 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013536 Jul 05 16:39:45.991439 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a219-f235-4f09-bfb1-0be7c922b601 req-6cc649da-5ee3-430f-88af-e057829907eb tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:45.992940 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6533a219-f235-4f09-bfb1-0be7c922b601 req-6cc649da-5ee3-430f-88af-e057829907eb tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0839658 Jul 05 16:39:46.032002 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6533a219-f235-4f09-bfb1-0be7c922b601 req-4b051762-1fec-482f-bc12-d507368ffda5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 Jul 05 16:39:46.065435 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-04f39a0a-029b-4bd3-966c-99cced4be8ea req-ca64c6e6-b5a6-4b1b-878f-3c70a4eff342 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891502 Jul 05 16:39:46.600086 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:47.212364 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605af07-7aee-4353-9d7c-97f093dd49bf req-ea4044aa-beb7-44f7-8bbf-160e103655c3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:47.214921 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7605af07-7aee-4353-9d7c-97f093dd49bf req-ea4044aa-beb7-44f7-8bbf-160e103655c3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0685716 Jul 05 16:39:47.254777 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-7605af07-7aee-4353-9d7c-97f093dd49bf req-6d45fbc3-50dc-4da4-94a5-087b92c29f6a tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339098 Jul 05 16:39:48.448603 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421cebb-5701-4609-86f2-f8753557c272 req-f56576aa-5867-41ed-a52b-f325ebd68ea3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:48.450543 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8421cebb-5701-4609-86f2-f8753557c272 req-f56576aa-5867-41ed-a52b-f325ebd68ea3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0857697 Jul 05 16:39:48.496630 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8421cebb-5701-4609-86f2-f8753557c272 req-12cb92aa-8c65-4eff-b5d7-876f5b3c175f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367935 Jul 05 16:39:49.672241 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925001f-ad11-4e54-9c7a-6a0a590ad5f6 req-903e0c5b-c041-4ff2-b3ea-f52b2ba13f5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:49.673831 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1925001f-ad11-4e54-9c7a-6a0a590ad5f6 req-903e0c5b-c041-4ff2-b3ea-f52b2ba13f5d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0669730 Jul 05 16:39:49.712385 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1925001f-ad11-4e54-9c7a-6a0a590ad5f6 req-963b5a24-98d9-4fc0-8351-dbf23770821e tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327017 Jul 05 16:39:50.885214 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8403c-28a7-4b11-821b-0551fa5a4c66 req-5843f813-2b48-4487-896a-11f6a42600b1 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:50.886751 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9da8403c-28a7-4b11-821b-0551fa5a4c66 req-5843f813-2b48-4487-896a-11f6a42600b1 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0655327 Jul 05 16:39:50.925865 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9da8403c-28a7-4b11-821b-0551fa5a4c66 req-8cf80f6c-0715-4fe3-99bc-56c3c25fee92 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335445 Jul 05 16:39:52.096777 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368b93e-05fb-46af-a466-60816d998c0f req-aa0d3911-cbd7-4f7c-8f9d-71ec07fd17d4 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:52.098371 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a368b93e-05fb-46af-a466-60816d998c0f req-aa0d3911-cbd7-4f7c-8f9d-71ec07fd17d4 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0632596 Jul 05 16:39:52.135957 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a368b93e-05fb-46af-a466-60816d998c0f req-dc356d8d-1d09-4845-afc1-0ac45e820305 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jul 05 16:39:53.310838 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac8327-b54a-4a59-8a9b-3fbf81842538 req-a1f497e9-e214-45f0-a1b7-878bdfddcb7f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:53.312671 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-78ac8327-b54a-4a59-8a9b-3fbf81842538 req-a1f497e9-e214-45f0-a1b7-878bdfddcb7f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0638368 Jul 05 16:39:53.354850 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-78ac8327-b54a-4a59-8a9b-3fbf81842538 req-f6b1f510-62a9-4d36-9f7e-c4f1dab08b1c tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366442 Jul 05 16:39:54.040155 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 98cd122e-45f4-40b2-9f86-074621acc45f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:39:54.143211 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:54.157997 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '98cd122e-45f4-40b2-9f86-074621acc45f', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'port_id': '98cd122e-45f4-40b2-9f86-074621acc45f', 'mac_address': 'fa:16:3e:2d:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:39:54.196752 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:54.210683 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cd122e-45f4-40b2-9f86-074621acc45f {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:39:54.231236 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:54.235516 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:54.292579 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:54.447627 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['98cd122e-45f4-40b2-9f86-074621acc45f'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:39:54.535063 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5897d1-625e-4195-8a00-74a8bbfc121f req-80a79edf-45fa-446b-b72d-06807ab99666 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:54.536553 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-db5897d1-625e-4195-8a00-74a8bbfc121f req-80a79edf-45fa-446b-b72d-06807ab99666 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 944 time: 0.0684454 Jul 05 16:39:54.575612 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-db5897d1-625e-4195-8a00-74a8bbfc121f req-656c644a-03d4-47f3-a3bf-9a4d9f8a108d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326550 Jul 05 16:39:55.747689 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f62b9-98e5-4ed3-aece-7b6f6caff3d0 req-28129ed4-edda-4ce6-a9d5-a5a4c06dbf21 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:55.749197 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1c7f62b9-98e5-4ed3-aece-7b6f6caff3d0 req-28129ed4-edda-4ce6-a9d5-a5a4c06dbf21 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 944 time: 0.0639734 Jul 05 16:39:55.788145 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1c7f62b9-98e5-4ed3-aece-7b6f6caff3d0 req-4c4b04c5-22b8-443a-88d1-557afe612599 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330422 Jul 05 16:39:56.051237 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 98cd122e-45f4-40b2-9f86-074621acc45f up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:39:56.098911 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 98cd122e-45f4-40b2-9f86-074621acc45f completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:39:56.102774 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 98cd122e-45f4-40b2-9f86-074621acc45f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:39:56.103280 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:56.177623 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:56.201112 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:39:56.203390 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da2354d-2d54-43cd-add9-97f19c9f3ff2" -d '{"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-plugged", "status": "completed", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:39:56.219681 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:39:56.224240 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:56.265204 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d2b80c-d752-43ac-9719-23877b90a063 x-openstack-request-id: req-91d2b80c-d752-43ac-9719-23877b90a063 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:39:56.265531 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-plugged", "status": "completed", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:39:56.265855 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91d2b80c-d752-43ac-9719-23877b90a063 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:39:56.266165 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f', 'code': 200} Jul 05 16:39:56.279378 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:56.287404 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.287737 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.288080 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.288415 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.288747 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.289117 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.289433 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.289759 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.290142 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.290467 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.290791 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.291107 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:56.540965 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee462a59-55ae-4533-afb0-179c8d94e962 req-6a87f77c-948b-4cc3-a10b-2708d7f30e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:56.542502 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ee462a59-55ae-4533-afb0-179c8d94e962 req-6a87f77c-948b-4cc3-a10b-2708d7f30e96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0562253 Jul 05 16:39:56.578878 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ee462a59-55ae-4533-afb0-179c8d94e962 req-4bc419fb-2938-4276-9b7f-e9bb7670702f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283933 Jul 05 16:39:56.975758 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf7e0-6a2d-45ec-9708-6a8dca02b5b1 req-9cb9a198-88be-44bd-af87-997cdbf297e7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:56.977254 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a7cf7e0-6a2d-45ec-9708-6a8dca02b5b1 req-9cb9a198-88be-44bd-af87-997cdbf297e7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0659068 Jul 05 16:39:57.015046 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a7cf7e0-6a2d-45ec-9708-6a8dca02b5b1 req-fb61b4db-b636-4d45-a477-5a04f5523d34 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Jul 05 16:39:58.201415 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd7bad-61fd-40af-87ed-ef1f13af2f60 req-b7a7041e-f7d9-4cf3-b896-771fe07d7995 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:58.202947 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1cfd7bad-61fd-40af-87ed-ef1f13af2f60 req-b7a7041e-f7d9-4cf3-b896-771fe07d7995 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0715077 Jul 05 16:39:58.240934 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1cfd7bad-61fd-40af-87ed-ef1f13af2f60 req-deac16f6-f6d1-4503-8209-35a93a666134 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Jul 05 16:39:58.418147 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cfe08-17a2-4ed7-8371-8b49b3278e5e req-5f73f050-d42b-48f8-99e6-9265954c2ac6 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:58.419631 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-db9cfe08-17a2-4ed7-8371-8b49b3278e5e req-5f73f050-d42b-48f8-99e6-9265954c2ac6 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0691538 Jul 05 16:39:58.457693 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-db9cfe08-17a2-4ed7-8371-8b49b3278e5e req-8aacc025-014c-4af6-8f43-babd0da65540 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324740 Jul 05 16:39:58.482150 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41578) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:58.650358 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4525b58-ebc9-4529-8fda-49052f8a0436 tempest-TestShelveInstance-245277070 tempest-TestShelveInstance-245277070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:39:58.651888 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a4525b58-ebc9-4529-8fda-49052f8a0436 tempest-TestShelveInstance-245277070 tempest-TestShelveInstance-245277070-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1093 time: 0.1688061 Jul 05 16:39:58.654711 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41582) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:39:58.659121 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'port_id': '98cd122e-45f4-40b2-9f86-074621acc45f', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:39:58.684638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for floatingip, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:58.781818 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:58.882269 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Allocated IP 172.27.3.77 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/31c1f0ac-4e6f-4a1d-b0e1-0b199cacea06) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:39:58.991555 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:59.045582 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:59.083765 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:39:59.087429 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:39:59.093872 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:39:59.099795 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'Port': ['ID=31c1f0ac-4e6f-4a1d-b0e1-0b199cacea06,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:59.126365 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.126712 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.127079 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.127389 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.127715 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.128044 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.128367 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.128688 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.129017 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.129364 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.129683 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.130000 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:39:59.526482 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:59.608781 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:59.760315 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:59.764687 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:59.830521 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event updated for resources: {'Port': ['ID=31c1f0ac-4e6f-4a1d-b0e1-0b199cacea06,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:39:59.843997 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:39:59.942707 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.l3_db [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Floating IP a50bca45-1413-4d73-905b-f68f913c61c9 associated. External IP: 172.27.3.77, port: 98cd122e-45f4-40b2-9f86-074621acc45f. Jul 05 16:40:00.148552 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Router 25726c95-067f-471f-9ca5-0fda99ebd3b9 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:40:00.253407 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:40:00.264403 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] Sync routers for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:40:00.270191 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:00.274578 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:40:00.275359 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:00.305643 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d03bfe2c-06fd-4192-b406-5ed5530a02c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6498663 Jul 05 16:40:00.306225 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:40:00.308485 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cbca0f-75a6-442c-85ab-775bb8c68152" -d '{"events": [{"name": "network-changed", "server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:40:00.379617 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:40:00.470619 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb1714-8110-4793-b8d8-a3f4cc0545ee x-openstack-request-id: req-9cbb1714-8110-4793-b8d8-a3f4cc0545ee {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:40:00.470910 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:40:00.471163 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cbb1714-8110-4793-b8d8-a3f4cc0545ee {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:40:00.471556 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f', 'status': 'completed', 'code': 200} Jul 05 16:40:00.562254 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-b78537c0-17d8-4b44-9d34-a7c077b95076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:00.563788 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-b78537c0-17d8-4b44-9d34-a7c077b95076 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0675268 Jul 05 16:40:00.624854 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'a50bca45-1413-4d73-905b-f68f913c61c9', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'port_id': '98cd122e-45f4-40b2-9f86-074621acc45f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'mac_address': 'fa:16:3e:2d:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:39:59Z', 'updated_at': '2021-07-05T16:39:59Z', 'revision_number': 0, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 5, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:00.651982 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] Checking router: 25726c95-067f-471f-9ca5-0fda99ebd3b9 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:40:00.660350 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:40:00.660872 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:39:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:00.661674 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-35c37457-3de9-40e7-b3fa-05c6aeb8f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:00.663214 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-35c37457-3de9-40e7-b3fa-05c6aeb8f80c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.0920172 Jul 05 16:40:00.746451 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-f65c17dd-74f7-4d1f-a20e-b4099f9177d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 998 time: 0.0767050 Jul 05 16:40:00.771231 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:40:00.798338 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-ab55e3fc-4fdc-44fc-ac0f-738f1bafe35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:00.799917 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-ab55e3fc-4fdc-44fc-ac0f-738f1bafe35d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0456634 Jul 05 16:40:00.864247 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-6eccb762-7cfd-428b-93b7-2e93991498a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:00.865808 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-6eccb762-7cfd-428b-93b7-2e93991498a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583467 Jul 05 16:40:00.965231 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-221fc295-b9c2-4885-ab74-af06d53426e6 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920515 Jul 05 16:40:01.058084 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-69cbca0f-75a6-442c-85ab-775bb8c68152 req-20dbbca7-0d8c-424e-a24c-b9895eeff7d8 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856261 Jul 05 16:40:01.144828 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'a50bca45-1413-4d73-905b-f68f913c61c9', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'port_id': '98cd122e-45f4-40b2-9f86-074621acc45f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'mac_address': 'fa:16:3e:2d:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:39:59Z', 'updated_at': '2021-07-05T16:39:59Z', 'revision_number': 0, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 5, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:01.174033 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cef821-828a-4042-8a54-278d94bcb6b2 None None] The sync data for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi is: [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': 'a50bca45-1413-4d73-905b-f68f913c61c9', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'port_id': '98cd122e-45f4-40b2-9f86-074621acc45f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'mac_address': 'fa:16:3e:2d:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:39:59Z', 'updated_at': '2021-07-05T16:39:59Z', 'revision_number': 0, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 5, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:40:01.366505 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234e5ea-926f-4c6c-8df6-fee4043a1940 None None] New status for floating IP a50bca45-1413-4d73-905b-f68f913c61c9: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:40:02.612490 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:40:06.958087 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-38fc48b9-165e-4030-8388-f41eca843ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:09.473078 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a487-a44e-4504-a379-4f48aec3b024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:09.813817 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:11.159814 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:12.086435 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6f682-c27d-473a-bda0-524218993be8 req-990bee8a-2afd-4713-9ba9-11a841cda744 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:12.087853 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a5f6f682-c27d-473a-bda0-524218993be8 req-990bee8a-2afd-4713-9ba9-11a841cda744 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 946 time: 0.0661511 Jul 05 16:40:12.125735 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a5f6f682-c27d-473a-bda0-524218993be8 req-ff7a3010-5791-460f-bad1-1a196998756e tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Jul 05 16:40:13.303326 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b222aa-39e8-4344-a281-a0d93aebb419 req-4000a24a-b1ab-43b6-98b0-7ef0768fa7ff tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:13.304800 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-60b222aa-39e8-4344-a281-a0d93aebb419 req-4000a24a-b1ab-43b6-98b0-7ef0768fa7ff tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 946 time: 0.0631654 Jul 05 16:40:13.342659 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-60b222aa-39e8-4344-a281-a0d93aebb419 req-8f94134c-1a5a-43b2-aa92-38717eadf4a8 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Jul 05 16:40:13.425775 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-a2a8933f-93ff-4095-8bae-047c08c679cf tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:13.427167 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-a2a8933f-93ff-4095-8bae-047c08c679cf tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 946 time: 0.0662045 Jul 05 16:40:13.466634 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.39', 53222) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:13.528674 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-5494cb95-d6b7-434a-bea2-1461a48a2c07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607228 Jul 05 16:40:13.529556 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Deleting port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:40:13.529904 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:13.530513 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:13.620506 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] For port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:40:13.621444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:13.630780 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-b577e777-d908-42f2-9f67-5dccb03129d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:13.632341 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-b577e777-d908-42f2-9f67-5dccb03129d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0594940 Jul 05 16:40:13.740243 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-5ab5206e-5ef0-4f3f-8307-0bf04025e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:13.741683 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-5ab5206e-5ef0-4f3f-8307-0bf04025e184 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.0873725 Jul 05 16:40:13.793810 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:13.794736 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:13.795333 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Floating IP 3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269 disassociated. External IP: 172.27.3.156, port: 6b8b78cd-af4c-47cc-b23f-30c3688eefe0. Jul 05 16:40:13.795863 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Calling delete_port for 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 owned by compute:nova {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:40:13.937035 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:13.967193 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event deleted for resources: {'Port': ['ID=6b8b78cd-af4c-47cc-b23f-30c3688eefe0,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:14.058372 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-dd647fed-407d-4c36-966c-5441f9a5a621 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 1000 time: 0.3094697 Jul 05 16:40:14.093067 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Router fa1fa358-4d36-4b46-ad31-df21c55605c4 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:40:14.111394 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-e98031db-7da4-49b5-a71f-60eea98ae8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:14.112854 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-e98031db-7da4-49b5-a71f-60eea98ae8c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0476267 Jul 05 16:40:14.190109 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-67c0199e-aec4-41e2-a6f9-7fe496babab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:40:14.191610 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-67c0199e-aec4-41e2-a6f9-7fe496babab2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724940 Jul 05 16:40:14.201437 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:40:14.212088 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] Sync routers for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:40:14.222281 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:40:14.223008 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:40:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:14.247539 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] No DVR routers for this DVR port 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 on host hv-cinder-79628 {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:40:14.250796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:14.253091 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.39 "DELETE /v2.0/ports/6b8b78cd-af4c-47cc-b23f-30c3688eefe0 HTTP/1.1" status: 204 len: 173 time: 0.8205009 Jul 05 16:40:14.253565 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-deleted', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:40:14.256110 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d74f5-6f25-449d-b0b0-a6bd10a22ba8" -d '{"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-deleted", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:40:14.299878 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee4e5e-12a7-4439-b769-8c749906c844 x-openstack-request-id: req-17ee4e5e-12a7-4439-b769-8c749906c844 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:40:14.300190 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfc317-d40b-48fe-9178-0dc52c45eadc", "name": "network-vif-deleted", "tag": "6b8b78cd-af4c-47cc-b23f-30c3688eefe0", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:40:14.300383 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17ee4e5e-12a7-4439-b769-8c749906c844 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:40:14.300897 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfc317-d40b-48fe-9178-0dc52c45eadc', 'name': 'network-vif-deleted', 'tag': '6b8b78cd-af4c-47cc-b23f-30c3688eefe0', 'status': 'completed', 'code': 200} Jul 05 16:40:14.302254 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-7822c13f-5fe3-48ef-a7e4-be6164248d6d service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036496 Jul 05 16:40:14.343049 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:40:14.477938 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9c3a57c9-b37a-407b-a609-c150e94bc87c req-d36326b5-007c-40fb-b6a6-6e6f26c57c90 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594012 Jul 05 16:40:14.553651 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-22fdeb1a-19bb-4b4e-9d55-6dc4987c5b4e req-77b4bea0-4463-4f3f-a926-e2f35ac29dca tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/ports?device_id=74dfc317-d40b-48fe-9178-0dc52c45eadc HTTP/1.1" status: 200 len: 210 time: 0.0358326 Jul 05 16:40:14.569428 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:14.600544 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] Checking router: fa1fa358-4d36-4b46-ad31-df21c55605c4 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:40:14.610161 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:40:14.610776 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:40:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:14.710936 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:40:14.919563 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:14.948500 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130c828-6cd9-49b4-87ac-01ac517aaa2b None None] The sync data for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi is: [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:30:00Z', 'revision_number': 4, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'ff19ca29-ec94-4f3d-a32f-e05a73d79267', 'name': '', 'network_id': 'd9493848-0da7-4b4e-b93f-0519fe2d71b0', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'mac_address': 'fa:16:3e:a8:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:59Z', 'updated_at': '2021-07-05T16:30:05Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'subnets': [{'id': '04b1fc25-b68a-4fa8-aa21-eb3fbbb44941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:40:15.152486 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e65d6-b03b-42d3-acd1-35df8a7dcb9a None None] New status for floating IP 3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:40:15.679634 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41620) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:15.733203 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d915eb3c-ffbd-40f8-b4c5-da4d93f89217 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:15.755793 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d915eb3c-ffbd-40f8-b4c5-da4d93f89217 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:15.802297 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d915eb3c-ffbd-40f8-b4c5-da4d93f89217 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:15.804886 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d915eb3c-ffbd-40f8-b4c5-da4d93f89217 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:15.806049 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d915eb3c-ffbd-40f8-b4c5-da4d93f89217 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "DELETE /v2.0/security-groups/b7d7bb0d-e3ad-4732-abbc-fcbe69c31108 HTTP/1.1" status: 204 len: 168 time: 0.1254137 Jul 05 16:40:15.808818 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41622) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:15.815344 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915eb3c-ffbd-40f8-b4c5-da4d93f89217 tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d7bb0d-e3ad-4732-abbc-fcbe69c31108,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:15.822797 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.api.v2.resource [None req-452c7fa8-0611-488d-bb10-82f39fc650ca tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] show failed (client error): The resource could not be found. Jul 05 16:40:15.824399 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-452c7fa8-0611-488d-bb10-82f39fc650ca tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "GET /v2.0/security-groups/b7d7bb0d-e3ad-4732-abbc-fcbe69c31108 HTTP/1.1" status: 404 len: 347 time: 0.0139406 Jul 05 16:40:15.827891 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41624) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:15.949945 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Deleting port 2a3ec0de-0b5c-48f2-9c00-ddd6dd4c1b7f {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:40:15.950334 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:16.033836 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:16.034169 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:16.045870 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Calling delete_port for 2a3ec0de-0b5c-48f2-9c00-ddd6dd4c1b7f owned by network:floatingip {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:40:16.095256 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:40:16.120316 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:40:16.120692 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 6b8b78cd-af4c-47cc-b23f-30c3688eefe0 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:40:16.179995 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:16.203455 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Pushing event deleted for resources: {'Port': ['ID=2a3ec0de-0b5c-48f2-9c00-ddd6dd4c1b7f,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:16.264923 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:16.267569 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:16.268726 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f2c340b0-ce28-4d6c-b282-ebdbfc49a74c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] 10.222.0.24 "DELETE /v2.0/floatingips/3d6c9f5c-6e51-49e1-ac2e-0ad5c2d84269 HTTP/1.1" status: 204 len: 168 time: 0.4399297 Jul 05 16:40:16.607400 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:18.838796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41646) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:19.279472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:19.524013 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Deleting port ff19ca29-ec94-4f3d-a32f-e05a73d79267 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:40:19.524356 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:19.601356 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] For port ff19ca29-ec94-4f3d-a32f-e05a73d79267, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=ff19ca29-ec94-4f3d-a32f-e05a73d79267,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:40:19.601718 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:19.613958 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Calling delete_port for ff19ca29-ec94-4f3d-a32f-e05a73d79267 owned by network:router_interface {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:40:19.794262 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:19.824912 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff19ca29-ec94-4f3d-a32f-e05a73d79267,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:19.993602 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:20.229177 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Router fa1fa358-4d36-4b46-ad31-df21c55605c4 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:40:20.597725 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:40:20.602640 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-0a7cffb6-0d76-4c2c-a44d-117a9f44c053 admin admin] 10.222.0.24 "PUT /v2.0/routers/fa1fa358-4d36-4b46-ad31-df21c55605c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622406 Jul 05 16:40:20.607042 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41650) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:20.608015 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] Sync routers for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:40:20.618583 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:40:20.619188 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:40:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:20.722875 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:40:20.731620 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:20.840237 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:20.891528 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Deleting port efbb00d0-fd19-44ea-a2eb-c378586be23e {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:40:20.891867 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:20.903806 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:40:19Z', 'revision_number': 5, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port': {'id': 'efbb00d0-fd19-44ea-a2eb-c378586be23e', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:29:58Z', 'updated_at': '2021-07-05T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:20.929787 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] Checking router: fa1fa358-4d36-4b46-ad31-df21c55605c4 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:40:20.938780 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] Routers {'fa1fa358-4d36-4b46-ad31-df21c55605c4'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:40:20.939391 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:40:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['fa1fa358-4d36-4b46-ad31-df21c55605c4'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:20.968128 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] For port efbb00d0-fd19-44ea-a2eb-c378586be23e, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=efbb00d0-fd19-44ea-a2eb-c378586be23e,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:40:20.968513 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:20.981438 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Calling delete_port for efbb00d0-fd19-44ea-a2eb-c378586be23e owned by network:router_gateway {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:40:21.025069 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] Set router fa1fa358-4d36-4b46-ad31-df21c55605c4 gateway port host: None {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:40:21.076482 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:40:20Z', 'revision_number': 6, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:21.164257 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.189487 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9e5ff-3e72-4c3b-a4b1-0d4da261bbc7 None None] The sync data for ids ['fa1fa358-4d36-4b46-ad31-df21c55605c4'] in dv-cinder-796286-13-iscsi is: [{'id': 'fa1fa358-4d36-4b46-ad31-df21c55605c4', 'name': 'tempest-AttachVolumeShelveTestJSON-697707939-router', 'tenant_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:29:57Z', 'updated_at': '2021-07-05T16:40:20Z', 'revision_number': 6, 'project_id': 'b27f60a9c17a4bd6afc62ffe297df5ab', 'gw_port_host': None}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:40:21.196732 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=efbb00d0-fd19-44ea-a2eb-c378586be23e,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:21.264589 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.356380 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.358512 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.399813 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.400337 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa1fa358-4d36-4b46-ad31-df21c55605c4 {{(pid=93110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:40:21.405118 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.406341 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d5a681c3-b328-47be-95d4-e547a4545a0c admin admin] 10.222.0.24 "DELETE /v2.0/routers/fa1fa358-4d36-4b46-ad31-df21c55605c4 HTTP/1.1" status: 204 len: 168 time: 0.7983508 Jul 05 16:40:21.408802 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41654) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:21.457251 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] Deleting subnet 04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:40:21.460632 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.495538 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.579201 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.657098 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.680077 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b1fc25-b68a-4fa8-aa21-eb3fbbb44941,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:21.687470 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.689356 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4cfc0ab5-394a-47e5-bbb3-ccd174bf5846 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/04b1fc25-b68a-4fa8-aa21-eb3fbbb44941 HTTP/1.1" status: 204 len: 168 time: 0.2793126 Jul 05 16:40:21.692663 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41656) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:21.694961 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd3a19-125a-492f-9e54-916ac46825bb None None] Network d9493848-0da7-4b4e-b93f-0519fe2d71b0 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:40:21.740244 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device ff19ca29-ec94-4f3d-a32f-e05a73d79267 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:40:21.766571 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.779563 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: ff19ca29-ec94-4f3d-a32f-e05a73d79267 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:40:21.779834 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device ff19ca29-ec94-4f3d-a32f-e05a73d79267 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:40:21.823701 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Deleting port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:40:21.824191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.897542 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] For port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,segment=NetworkSegment(569a7e6e-1969-48ef-bc60-91c18c40534e),segment_id=569a7e6e-1969-48ef-bc60-91c18c40534e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:40:21.897924 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:21.911444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Calling delete_port for 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:40:21.955552 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] DHCP port deletion for d9493848-0da7-4b4e-b93f-0519fe2d71b0 request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:40:21.996242 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.005910 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] Deleting port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb {{(pid=93111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:40:22.006724 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.026956 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:22.030681 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] No DVR routers for this DVR port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb on host dv-cinder-796286-13-iscsi {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:40:22.079550 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] For port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb, host dv-cinder-796286-13-iscsi, got binding levels [] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:40:22.079933 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.092804 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] Calling delete_port for 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb owned by network:dhcp {{(pid=93111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:40:22.096278 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.ipam_backend_mixin [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] Port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb was not found and therefore no delete operation was performed {{(pid=93111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 16:40:22.097756 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437'] for port, after_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.102411 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.112834 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9493848-0da7-4b4e-b93f-0519fe2d71b0']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:22.122841 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] Pushing event deleted for resources: {'Port': ['ID=7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb,revision_number=None']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:22.123725 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569a7e6e-1969-48ef-bc60-91c18c40534e') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:22.124137 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569a7e6e-1969-48ef-bc60-91c18c40534e') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:40:22.127844 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f913412-d39d-4af9-bf45-d5c63c20fa0c None None] No DVR routers for this DVR port 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb on host dv-cinder-796286-13-iscsi {{(pid=93111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:40:22.139319 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.157413 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.165490 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:40:22.166204 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:40:22.168147 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:40:22.228400 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.235174 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.236961 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9493848-0da7-4b4e-b93f-0519fe2d71b0 HTTP/1.1" status: 204 len: 168 time: 0.5429852 Jul 05 16:40:22.248303 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d2dd8-6ed9-4992-87b3-4d08aec10509 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9493848-0da7-4b4e-b93f-0519fe2d71b0,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:22.352166 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41660) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:22.396748 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-c6bb7c22-5fbb-4661-8b91-257d44a1c3cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b27f60a9c17a4bd6afc62ffe297df5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433671 Jul 05 16:40:22.399546 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41662) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:22.449971 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cf6637c3-0b5c-4f08-9300-e4929f513c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.471145 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cf6637c3-0b5c-4f08-9300-e4929f513c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.521029 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cf6637c3-0b5c-4f08-9300-e4929f513c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.523515 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cf6637c3-0b5c-4f08-9300-e4929f513c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:22.524686 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-cf6637c3-0b5c-4f08-9300-e4929f513c84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15216e3e-0a80-4869-9ee9-f6cd9af78192 HTTP/1.1" status: 204 len: 168 time: 0.1242290 Jul 05 16:40:22.535155 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6637c3-0b5c-4f08-9300-e4929f513c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15216e3e-0a80-4869-9ee9-f6cd9af78192,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:23.469807 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device efbb00d0-fd19-44ea-a2eb-c378586be23e no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:40:23.491839 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: efbb00d0-fd19-44ea-a2eb-c378586be23e {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:40:23.492188 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device efbb00d0-fd19-44ea-a2eb-c378586be23e not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:40:23.492616 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:40:23.510554 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:40:23.510924 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7abdc2cd-f6cf-4f05-be56-0cd4dd0051eb not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:40:36.961292 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4fd876b4-dca1-49fa-9b93-6e32f884bec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:39.474105 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a7c77bd1-d3e2-4b6a-b046-dec599d9fa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:39.611400 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:40:39.815239 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:41.162477 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:43.530143 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:46.613222 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.307740 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41876) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:54.406043 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.496300 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.499769 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.536520 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=365dff3c75ba42f695104aac8e681d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277310 Jul 05 16:40:54.537658 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89608948-d898-41be-81a0-bfb48a0904f2,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:54.539229 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41880) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:54.545277 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.545668 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.546012 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.546346 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.546675 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.547005 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.547338 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.547666 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.548008 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.548332 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.548652 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.548971 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88375062-b902-4d12-a200-16a4662c03c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:40:54.588545 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eaed28b-e6e8-4f9e-aaaa-cdce59e6640c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.608903 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eaed28b-e6e8-4f9e-aaaa-cdce59e6640c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.655094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eaed28b-e6e8-4f9e-aaaa-cdce59e6640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.658018 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eaed28b-e6e8-4f9e-aaaa-cdce59e6640c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:54.659149 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2eaed28b-e6e8-4f9e-aaaa-cdce59e6640c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89608948-d898-41be-81a0-bfb48a0904f2 HTTP/1.1" status: 204 len: 168 time: 0.1189435 Jul 05 16:40:54.667125 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaed28b-e6e8-4f9e-aaaa-cdce59e6640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89608948-d898-41be-81a0-bfb48a0904f2,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:54.905090 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 41886) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:54.918498 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d20bfd4c-7259-4834-89a0-0212ba844ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:55.003795 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d20bfd4c-7259-4834-89a0-0212ba844ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:55.007486 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d20bfd4c-7259-4834-89a0-0212ba844ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:55.044774 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d20bfd4c-7259-4834-89a0-0212ba844ba9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44efe81a9c2c472c8247bb9d0dca67d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386039 Jul 05 16:40:55.045891 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bfd4c-7259-4834-89a0-0212ba844ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc3a948-eb3f-4293-a0ad-7e35d04c874d,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:40:55.047515 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 41888) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:40:55.097634 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-144895d2-ac3e-46cd-a2b8-06080d9a5f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:55.117522 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-144895d2-ac3e-46cd-a2b8-06080d9a5f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:55.162789 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-144895d2-ac3e-46cd-a2b8-06080d9a5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:55.165595 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-144895d2-ac3e-46cd-a2b8-06080d9a5f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:40:55.166724 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-144895d2-ac3e-46cd-a2b8-06080d9a5f78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edc3a948-eb3f-4293-a0ad-7e35d04c874d HTTP/1.1" status: 204 len: 168 time: 0.1182084 Jul 05 16:40:55.174175 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144895d2-ac3e-46cd-a2b8-06080d9a5f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc3a948-eb3f-4293-a0ad-7e35d04c874d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:03.568755 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42020) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:03.677967 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:03.770066 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:03.773878 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:03.811526 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d40f694db4874101a17ce610c75418a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416620 Jul 05 16:41:03.813430 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29a4226-4d96-4032-a5bd-ebf8fa063c26,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:03.814263 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42024) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:03.820401 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.821058 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.821058 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.821950 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.822271 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.822604 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.822925 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.823245 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.823572 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.823892 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.824208 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.824519 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c0e9bb-a53c-4ade-9bc8-8b5736aae236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:41:03.863092 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-529c6ab8-02a8-4a82-abc3-848a2291c247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:03.887307 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-529c6ab8-02a8-4a82-abc3-848a2291c247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:03.932401 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-529c6ab8-02a8-4a82-abc3-848a2291c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:03.935263 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-529c6ab8-02a8-4a82-abc3-848a2291c247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:03.936433 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-529c6ab8-02a8-4a82-abc3-848a2291c247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c29a4226-4d96-4032-a5bd-ebf8fa063c26 HTTP/1.1" status: 204 len: 168 time: 0.1211348 Jul 05 16:41:03.944054 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c6ab8-02a8-4a82-abc3-848a2291c247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29a4226-4d96-4032-a5bd-ebf8fa063c26,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:04.187639 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42030) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:04.201070 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7af81b1b-ad5a-4cc3-8c0c-b1208fb3e9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.290603 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7af81b1b-ad5a-4cc3-8c0c-b1208fb3e9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.294226 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7af81b1b-ad5a-4cc3-8c0c-b1208fb3e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.333919 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-7af81b1b-ad5a-4cc3-8c0c-b1208fb3e9b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da0698133b3c455484e8f31da280c571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451044 Jul 05 16:41:04.334780 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af81b1b-ad5a-4cc3-8c0c-b1208fb3e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec5a28-6a5a-4581-aa8d-8c13375d779e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:04.336608 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42032) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:04.385362 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-950e36c2-6eca-4029-939b-adaa33a24dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.405524 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-950e36c2-6eca-4029-939b-adaa33a24dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.450673 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-950e36c2-6eca-4029-939b-adaa33a24dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.453281 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-950e36c2-6eca-4029-939b-adaa33a24dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.454468 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-950e36c2-6eca-4029-939b-adaa33a24dd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88ec5a28-6a5a-4581-aa8d-8c13375d779e HTTP/1.1" status: 204 len: 168 time: 0.1168234 Jul 05 16:41:04.461876 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e36c2-6eca-4029-939b-adaa33a24dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec5a28-6a5a-4581-aa8d-8c13375d779e,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:04.755756 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42038) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:04.768872 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-278bdb86-545b-401e-8c72-194543c991f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.854104 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-278bdb86-545b-401e-8c72-194543c991f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.857779 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-278bdb86-545b-401e-8c72-194543c991f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.893968 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-278bdb86-545b-401e-8c72-194543c991f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9789ed07fd641fea992f9b45bb53b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371386 Jul 05 16:41:04.895117 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bdb86-545b-401e-8c72-194543c991f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ad57c-21ee-47f0-8cf1-bcd5183c9f4e,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:04.896733 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42040) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:04.944728 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a86ab1c9-1907-4329-bcf9-2a8ecdc13e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:04.965102 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a86ab1c9-1907-4329-bcf9-2a8ecdc13e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:05.009332 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a86ab1c9-1907-4329-bcf9-2a8ecdc13e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:05.011879 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a86ab1c9-1907-4329-bcf9-2a8ecdc13e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:05.013018 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a86ab1c9-1907-4329-bcf9-2a8ecdc13e3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f6ad57c-21ee-47f0-8cf1-bcd5183c9f4e HTTP/1.1" status: 204 len: 168 time: 0.1150906 Jul 05 16:41:05.020581 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ab1c9-1907-4329-bcf9-2a8ecdc13e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ad57c-21ee-47f0-8cf1-bcd5183c9f4e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:06.643146 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42094) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:06.745004 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-20d97a44-d197-429a-8ef7-12b5d8f96548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:06.831752 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-20d97a44-d197-429a-8ef7-12b5d8f96548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:06.835256 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-20d97a44-d197-429a-8ef7-12b5d8f96548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:06.871982 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-20d97a44-d197-429a-8ef7-12b5d8f96548 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34bc5269f8a048849dd3afd2784a3148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277870 Jul 05 16:41:06.873095 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d97a44-d197-429a-8ef7-12b5d8f96548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b75bbf-0b89-4c81-97b8-c5e66681f485,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:06.874670 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42098) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:06.926936 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e16ba9c5-a31b-44bf-a63b-c03bb087d109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:06.949170 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e16ba9c5-a31b-44bf-a63b-c03bb087d109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:06.962123 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d6a06cc2-7b09-4f5b-9f86-7240c11b8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:06.996885 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e16ba9c5-a31b-44bf-a63b-c03bb087d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:06.999522 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e16ba9c5-a31b-44bf-a63b-c03bb087d109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.000675 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-e16ba9c5-a31b-44bf-a63b-c03bb087d109 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8b75bbf-0b89-4c81-97b8-c5e66681f485 HTTP/1.1" status: 204 len: 168 time: 0.1240907 Jul 05 16:41:07.009196 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ba9c5-a31b-44bf-a63b-c03bb087d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b75bbf-0b89-4c81-97b8-c5e66681f485,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:07.253801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42104) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:07.269421 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b3505b62-f9b4-48ee-afe8-2120239712aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.356064 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b3505b62-f9b4-48ee-afe8-2120239712aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.359599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b3505b62-f9b4-48ee-afe8-2120239712aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.396898 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3505b62-f9b4-48ee-afe8-2120239712aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb597e1-47e1-4fca-b1a3-05345ebfcc6e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:07.402130 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-b3505b62-f9b4-48ee-afe8-2120239712aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb031b775bec41ab9c6d9058d936a7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472912 Jul 05 16:41:07.404698 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42106) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:07.452070 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8030-7729-405c-a4ed-65ab50f1f524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.472725 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8030-7729-405c-a4ed-65ab50f1f524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.519018 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8030-7729-405c-a4ed-65ab50f1f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.521763 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8030-7729-405c-a4ed-65ab50f1f524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:07.522885 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5e1d8030-7729-405c-a4ed-65ab50f1f524 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddb597e1-47e1-4fca-b1a3-05345ebfcc6e HTTP/1.1" status: 204 len: 168 time: 0.1172495 Jul 05 16:41:07.530900 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d8030-7729-405c-a4ed-65ab50f1f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb597e1-47e1-4fca-b1a3-05345ebfcc6e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:08.515357 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42136) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:08.615176 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6b986dc3-a8c4-41fb-ab1c-6daa558434fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:08.705205 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6b986dc3-a8c4-41fb-ab1c-6daa558434fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:08.708668 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6b986dc3-a8c4-41fb-ab1c-6daa558434fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:08.744173 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986dc3-a8c4-41fb-ab1c-6daa558434fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec517900-070b-4568-9705-17a8aec8e9ed,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:08.748903 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-6b986dc3-a8c4-41fb-ab1c-6daa558434fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10addf33804c46e397e80e0a581e429e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323754 Jul 05 16:41:08.751310 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42140) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:08.799217 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-88a97457-15a9-4fd2-adcf-cec9235f8008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:08.820745 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-88a97457-15a9-4fd2-adcf-cec9235f8008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:08.866648 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-88a97457-15a9-4fd2-adcf-cec9235f8008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:08.869741 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-88a97457-15a9-4fd2-adcf-cec9235f8008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:08.870880 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-88a97457-15a9-4fd2-adcf-cec9235f8008 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec517900-070b-4568-9705-17a8aec8e9ed HTTP/1.1" status: 204 len: 168 time: 0.1186347 Jul 05 16:41:08.878697 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97457-15a9-4fd2-adcf-cec9235f8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec517900-070b-4568-9705-17a8aec8e9ed,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:09.475144 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3f9c-c57b-4768-b792-c787f87d16ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:09.816042 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:11.167929 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:13.533169 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:14.607055 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-a89ab0cb-0a00-4ef4-9d86-78fe610bc581 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1482630 Jul 05 16:41:14.723128 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-ee36e292-8bf4-4e45-9ca7-5da54a5f7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:41:14.724522 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-ee36e292-8bf4-4e45-9ca7-5da54a5f7556 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0652659 Jul 05 16:41:14.841289 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-0bf23092-7131-4d8e-a787-3f83439e4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:41:14.842763 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-0bf23092-7131-4d8e-a787-3f83439e4204 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.0930493 Jul 05 16:41:14.914986 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-1e9cc6ad-8856-4d6e-8328-14d35117df5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 1000 time: 0.0646915 Jul 05 16:41:14.963025 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-e63e2a82-3625-41ec-a5d1-57e293bb51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:41:14.964489 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-e63e2a82-3625-41ec-a5d1-57e293bb51c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0437779 Jul 05 16:41:15.022645 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-1535116f-96e5-428c-9045-76baee37acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:41:15.024290 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-1535116f-96e5-428c-9045-76baee37acc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526576 Jul 05 16:41:15.121156 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-034209b6-cfcf-4a78-b0a8-1d088d51af19 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888784 Jul 05 16:41:15.215486 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2880a34b-ae9a-4571-ae80-96bd4b627697 req-2084a5ad-8622-4988-a22a-c985b52963ca service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872200 Jul 05 16:41:16.616771 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:41:16.621246 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:29.598700 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42292) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:29.706418 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5307e5ae-6388-4bc0-bb5e-65e9ac22e06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:29.814795 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5307e5ae-6388-4bc0-bb5e-65e9ac22e06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:29.819458 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5307e5ae-6388-4bc0-bb5e-65e9ac22e06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:29.871773 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5307e5ae-6388-4bc0-bb5e-65e9ac22e06d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90a35573f27f4e9b9409ff38c8d42403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719359 Jul 05 16:41:29.872734 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307e5ae-6388-4bc0-bb5e-65e9ac22e06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c352aa8b-35c3-412d-9807-749434b5ec54,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:29.876180 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42296) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:41:29.933381 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62970dfd-6318-4481-bb2e-6343f97fe754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:29.954420 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62970dfd-6318-4481-bb2e-6343f97fe754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:30.000884 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62970dfd-6318-4481-bb2e-6343f97fe754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:30.003570 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-62970dfd-6318-4481-bb2e-6343f97fe754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:30.004718 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-62970dfd-6318-4481-bb2e-6343f97fe754 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c352aa8b-35c3-412d-9807-749434b5ec54 HTTP/1.1" status: 204 len: 168 time: 0.1267500 Jul 05 16:41:30.012402 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62970dfd-6318-4481-bb2e-6343f97fe754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352aa8b-35c3-412d-9807-749434b5ec54,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:41:36.962796 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-69c7c97e-3e4b-403a-b765-d1e0e49cdca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:39.476995 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4718cfb2-822e-4468-8705-2a598a4a66e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:39.817949 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:41.168747 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:43.536693 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:46.616895 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:41:53.614983 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:42:00.199325 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c11c54-5009-4254-9907-24af9d0209e4 req-a7eb0529-88b7-4957-97aa-99a976e9d0d0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:00.200865 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-09c11c54-5009-4254-9907-24af9d0209e4 req-a7eb0529-88b7-4957-97aa-99a976e9d0d0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.2157190 Jul 05 16:42:00.240913 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-09c11c54-5009-4254-9907-24af9d0209e4 req-0ed66ad6-63cd-4836-9a79-5dd623214a03 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338507 Jul 05 16:42:01.479494 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8443a7-d996-4677-a659-46d040727a9d req-191dc950-6f22-4cc1-ab3f-67ec9643a3d3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:01.480994 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6b8443a7-d996-4677-a659-46d040727a9d req-191dc950-6f22-4cc1-ab3f-67ec9643a3d3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.1198685 Jul 05 16:42:01.519089 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6b8443a7-d996-4677-a659-46d040727a9d req-4eefdd15-d030-4491-ba8e-ef35dc7e2b57 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Jul 05 16:42:02.690871 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fba65-8f7d-49a3-bf71-eeef25c0df6e req-1bdb1d60-3364-4497-8320-9c2a21fec44b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:02.692380 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fa0fba65-8f7d-49a3-bf71-eeef25c0df6e req-1bdb1d60-3364-4497-8320-9c2a21fec44b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0628965 Jul 05 16:42:02.742135 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fa0fba65-8f7d-49a3-bf71-eeef25c0df6e req-8d15666c-de76-4f48-ad57-422ffd2d645b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436037 Jul 05 16:42:03.968150 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2d395-8ef3-47b8-938e-705a2c14c153 req-b78b2460-8f49-4b82-8b0e-7547d64f7bf6 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:03.970750 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bdf2d395-8ef3-47b8-938e-705a2c14c153 req-b78b2460-8f49-4b82-8b0e-7547d64f7bf6 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.1020417 Jul 05 16:42:04.009445 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-bdf2d395-8ef3-47b8-938e-705a2c14c153 req-3af7008b-fa5f-42e8-a468-355893607f2e tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332568 Jul 05 16:42:04.451085 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42518) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:42:04.552386 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:04.637884 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:04.641614 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:04.680691 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38476569e8894bb8b3ed0a0409744eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285213 Jul 05 16:42:04.682874 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecbbc68-350a-44db-885d-f024b6e4a870,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:42:04.683764 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42522) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:42:04.690151 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.690499 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.690837 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.691175 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.691504 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.691838 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.692162 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.692548 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.693444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.693776 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.696199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.696199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca620f-a1f8-4783-912e-381e404a0886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.738456 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:04.761047 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:04.817716 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:04.820433 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:04.821608 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ecbbc68-350a-44db-885d-f024b6e4a870 HTTP/1.1" status: 204 len: 168 time: 0.1367586 Jul 05 16:42:04.829609 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecbbc68-350a-44db-885d-f024b6e4a870,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:42:04.836721 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.837069 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.837442 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.837773 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.838101 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.838426 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.838740 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.839063 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.839385 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.839703 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.840022 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:04.840336 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e7fd1-1a41-442b-a50e-3f977de52d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:05.189465 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfb517-8151-4e7e-8e31-1e831425ddad req-529fbaca-f7bd-4e66-ae3a-9544434da598 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:05.191473 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8dfb517-8151-4e7e-8e31-1e831425ddad req-529fbaca-f7bd-4e66-ae3a-9544434da598 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0667667 Jul 05 16:42:05.234871 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8dfb517-8151-4e7e-8e31-1e831425ddad req-cd55b828-61e8-4808-b701-b42a962fa7da tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370672 Jul 05 16:42:06.449366 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3e399-b34c-40ac-8614-b726f10b4f20 req-c28da580-c042-4497-bba2-fb7c1a7a15c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:06.450714 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3ec3e399-b34c-40ac-8614-b726f10b4f20 req-c28da580-c042-4497-bba2-fb7c1a7a15c7 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0641015 Jul 05 16:42:06.488212 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-3ec3e399-b34c-40ac-8614-b726f10b4f20 req-cd32ee17-9b25-4465-a837-7998b5dd4a57 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319185 Jul 05 16:42:06.964284 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8404-811b-485d-bed1-2ba98db98dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:07.663574 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889878-d4b0-44dc-9ab0-f8cd6aa37f73 req-54609726-2035-4459-806d-c885f9dbae97 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:07.665015 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-23889878-d4b0-44dc-9ab0-f8cd6aa37f73 req-54609726-2035-4459-806d-c885f9dbae97 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0644619 Jul 05 16:42:07.711092 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-23889878-d4b0-44dc-9ab0-f8cd6aa37f73 req-322a8d43-f139-4c8f-9141-d2c9a13f9198 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363040 Jul 05 16:42:08.915964 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82283fc-233c-4a27-8545-4920cb8389d0 req-f4490386-e8fb-41ec-ba34-7be57a45d5c0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:08.918226 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b82283fc-233c-4a27-8545-4920cb8389d0 req-f4490386-e8fb-41ec-ba34-7be57a45d5c0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0883784 Jul 05 16:42:08.961779 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-b82283fc-233c-4a27-8545-4920cb8389d0 req-10b0b1d6-8974-4af6-88d2-16ce72dcaab4 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376208 Jul 05 16:42:09.477178 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-d2fd9c70-19c8-4ffb-97c0-362eeddce08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:09.820850 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:10.191788 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f18cd-0fd6-432a-8358-5ad230aaf41d req-554b62a6-f145-4f60-b890-9e2ce1e094ef tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:10.194321 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ad3f18cd-0fd6-432a-8358-5ad230aaf41d req-554b62a6-f145-4f60-b890-9e2ce1e094ef tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.1095436 Jul 05 16:42:10.196430 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-63212a73-a217-4a77-b863-fae173540499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:10.197753 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-63212a73-a217-4a77-b863-fae173540499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0997281 Jul 05 16:42:10.282685 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ad3f18cd-0fd6-432a-8358-5ad230aaf41d req-f16d16b1-bd2d-4736-8f8b-d226b96dcaca tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822449 Jul 05 16:42:10.320643 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-2d557b7e-648b-4ba7-ae2d-a58fc307f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:10.322157 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-2d557b7e-648b-4ba7-ae2d-a58fc307f631 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.1158724 Jul 05 16:42:10.392647 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-5bb0c61e-540a-47b5-b0f0-438ecdaf50c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 1000 time: 0.0634983 Jul 05 16:42:10.439024 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-95f279f6-aec3-45dc-b5ac-440256d2289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:10.440473 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-95f279f6-aec3-45dc-b5ac-440256d2289a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0429544 Jul 05 16:42:10.505452 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-ce1fc52c-a904-471c-9dc6-0aaa5361ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:10.507135 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-ce1fc52c-a904-471c-9dc6-0aaa5361ee88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602877 Jul 05 16:42:10.628399 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-e324a726-5f19-4436-a34c-3556a67d9b95 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149855 Jul 05 16:42:10.718946 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5d3f25fd-9a15-4f17-8474-1cf6c6871642 req-6903fbfa-2caa-4579-b29f-e6962100577b service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845404 Jul 05 16:42:11.183675 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:11.471317 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2aa96-4870-4783-8724-59faeeffd868 req-255fb23a-68eb-4fe2-bad1-65259bf79c58 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:11.472807 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9ca2aa96-4870-4783-8724-59faeeffd868 req-255fb23a-68eb-4fe2-bad1-65259bf79c58 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0671327 Jul 05 16:42:11.535300 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9ca2aa96-4870-4783-8724-59faeeffd868 req-81965880-c27e-470d-bf27-41e2ca49059c tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523396 Jul 05 16:42:12.818865 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf978-73b8-4e81-a027-ee70caa13cc8 req-2425734b-adae-42bf-a4b5-fd727dbee59b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:12.821353 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e21bf978-73b8-4e81-a027-ee70caa13cc8 req-2425734b-adae-42bf-a4b5-fd727dbee59b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.1037383 Jul 05 16:42:12.866205 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e21bf978-73b8-4e81-a027-ee70caa13cc8 req-35ff5779-e14d-4f25-a652-36b1d15487a4 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383630 Jul 05 16:42:13.545887 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:14.105559 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6cbc-8879-451b-822b-a53b11fa7551 req-8e56ac13-4301-4f95-8172-a6cd0522b571 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:14.107082 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac4b6cbc-8879-451b-822b-a53b11fa7551 req-8e56ac13-4301-4f95-8172-a6cd0522b571 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.1024609 Jul 05 16:42:14.155963 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-ac4b6cbc-8879-451b-822b-a53b11fa7551 req-178c5345-049d-42e3-9d83-0728d67573a0 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425813 Jul 05 16:42:14.512728 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42688) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:42:14.547012 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7fa5e-a4ab-48d0-a031-5f0a901c0c89 req-b144c9af-ebc3-4839-acbb-cc8da3c470e9 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:14.548493 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9ab7fa5e-a4ab-48d0-a031-5f0a901c0c89 req-b144c9af-ebc3-4839-acbb-cc8da3c470e9 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0723882 Jul 05 16:42:14.590888 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-9ab7fa5e-a4ab-48d0-a031-5f0a901c0c89 req-3226f444-160d-4f9b-b50c-4b755a0ca4b1 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355871 Jul 05 16:42:14.613855 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-923a6076-f60e-475f-bee8-d8f050628d16 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997541 Jul 05 16:42:14.665070 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 98cd122e-45f4-40b2-9f86-074621acc45f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:42:14.767636 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:14.793742 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:42:14.796292 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d880ddc8-08f0-4300-abaf-af664a6de3ac" -d '{"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-unplugged", "status": "completed", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:42:14.822538 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:42:14.829065 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:14.909772 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=6']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:42:14.921956 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.922528 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.923027 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.923501 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.924053 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.924587 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.925223 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.925672 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.926458 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.926750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.927182 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.927767 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:42:14.983116 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b616abf-b61c-40ea-8a37-3897b2de05bc x-openstack-request-id: req-8b616abf-b61c-40ea-8a37-3897b2de05bc {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:42:14.983468 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-unplugged", "status": "failed", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f", "code": 422}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:42:14.983785 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b616abf-b61c-40ea-8a37-3897b2de05bc {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:42:14.984223 dv-cinder-796286-13-iscsi neutron-server[93111]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f', 'code': 422} returned with failed status Jul 05 16:42:15.789811 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb18ede-2bef-428e-816d-78466c4b073c req-ad39121e-9f62-49ef-b0c6-a5d9937c949f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:15.792534 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cdb18ede-2bef-428e-816d-78466c4b073c req-ad39121e-9f62-49ef-b0c6-a5d9937c949f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0836799 Jul 05 16:42:15.835825 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cdb18ede-2bef-428e-816d-78466c4b073c req-d3192bcd-e8f4-4466-b76e-284c5242f673 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368261 Jul 05 16:42:16.094981 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42720) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:42:16.237991 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-42dec817-0804-4496-b58a-160c1e48a618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.316145 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-82ea3108-67a3-4f94-b0ff-ff42eda50a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:16.318293 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-82ea3108-67a3-4f94-b0ff-ff42eda50a47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5&tenant_id=6c6cef21f77641e484a3b4e5170c8ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1346850 Jul 05 16:42:16.403671 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-42dec817-0804-4496-b58a-160c1e48a618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.410122 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-42dec817-0804-4496-b58a-160c1e48a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.447010 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-b99469a1-0141-4824-af9d-1cace0453c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:16.449628 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-b99469a1-0141-4824-af9d-1cace0453c91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1096 time: 0.1072967 Jul 05 16:42:16.480001 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-42dec817-0804-4496-b58a-160c1e48a618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=331a7e174b8e49869e12304bd1612d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839464 Jul 05 16:42:16.482728 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42724) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:42:16.489245 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dec817-0804-4496-b58a-160c1e48a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3135fbb-cb1d-42bc-a5fa-ae37d01b216d,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:42:16.533390 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-51c4a00f-e762-4084-b492-075261b8c2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.556127 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-51c4a00f-e762-4084-b492-075261b8c2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.566455 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-38abedf2-989c-4c7a-b454-02b758be5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:16.568008 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-38abedf2-989c-4c7a-b454-02b758be5770 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.1055908 Jul 05 16:42:16.606703 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-51c4a00f-e762-4084-b492-075261b8c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.611201 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-51c4a00f-e762-4084-b492-075261b8c2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.615408 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-51c4a00f-e762-4084-b492-075261b8c2ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3135fbb-cb1d-42bc-a5fa-ae37d01b216d HTTP/1.1" status: 204 len: 168 time: 0.1291943 Jul 05 16:42:16.618368 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:16.623548 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4a00f-e762-4084-b492-075261b8c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3135fbb-cb1d-42bc-a5fa-ae37d01b216d,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:42:16.641421 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-8299f053-95a3-4e35-9378-c2ae08d8d66d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 998 time: 0.0670278 Jul 05 16:42:16.691346 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-6119f010-f61e-4f0f-b935-8ee091810eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:16.693659 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-6119f010-f61e-4f0f-b935-8ee091810eae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0463922 Jul 05 16:42:16.775436 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-d137df9c-0173-4e9e-97e9-30e894d04e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:16.776963 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-d137df9c-0173-4e9e-97e9-30e894d04e24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0774493 Jul 05 16:42:16.875097 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-c22a388b-6a64-4134-9c57-b23566ac3923 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917761 Jul 05 16:42:17.015848 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3f3e0e37-6ae0-49df-9c9f-1eb29bd19b29 req-329200a7-b57e-47c0-bdff-958f39dba39a service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332517 Jul 05 16:42:17.051209 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b515c-87a0-4236-9b52-269b05bb2b14 req-f120e5ca-1437-4a60-b620-2f42f1ea334b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:17.053140 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-489b515c-87a0-4236-9b52-269b05bb2b14 req-f120e5ca-1437-4a60-b620-2f42f1ea334b tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0967093 Jul 05 16:42:17.094507 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-489b515c-87a0-4236-9b52-269b05bb2b14 req-1fa63f5f-fff9-4460-b250-ecac46823958 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351877 Jul 05 16:42:17.147373 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-19000789-16b6-4148-9ba5-475bda0ee0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:17.149018 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-19000789-16b6-4148-9ba5-475bda0ee0d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1096 time: 0.0517468 Jul 05 16:42:17.259075 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-095a1b1b-2a97-4ba2-8465-a40ba60cb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:17.260527 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-095a1b1b-2a97-4ba2-8465-a40ba60cb61e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.0902817 Jul 05 16:42:17.324152 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-0fe07e88-6182-4b30-87a0-e8af632c18cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 998 time: 0.0564146 Jul 05 16:42:17.375804 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-fa2d15b9-e576-4ea1-b4e2-70fbc4f4518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:17.377233 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-fa2d15b9-e576-4ea1-b4e2-70fbc4f4518f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0466270 Jul 05 16:42:17.434062 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-cadf36c9-4c28-4016-90e5-2b38031c4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:17.435517 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-cadf36c9-4c28-4016-90e5-2b38031c4146 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517874 Jul 05 16:42:17.528373 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-9f168a4f-1cac-4c4c-b923-a54dc3894952 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Jul 05 16:42:17.620228 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4219b62b-20c2-47ca-a65e-69f2abc993e1 req-8a789459-928f-4987-a1b1-e7f36016078f service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852327 Jul 05 16:42:18.296512 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa597-2043-467c-aba4-8db820fda250 req-e19f78dc-f5cd-4bf4-80f5-4efbaa195d54 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:18.298019 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1d6aa597-2043-467c-aba4-8db820fda250 req-e19f78dc-f5cd-4bf4-80f5-4efbaa195d54 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0647311 Jul 05 16:42:18.336161 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-1d6aa597-2043-467c-aba4-8db820fda250 req-c68f5776-b632-4b9e-83c6-b27b5a6b2dcf tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Jul 05 16:42:19.514955 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c86b78-6043-4991-ac1e-b09b4eafd1a8 req-57eeb138-955f-4d47-881c-dbcee14847aa tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:19.516426 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-77c86b78-6043-4991-ac1e-b09b4eafd1a8 req-57eeb138-955f-4d47-881c-dbcee14847aa tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0643573 Jul 05 16:42:19.554762 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-77c86b78-6043-4991-ac1e-b09b4eafd1a8 req-6d704396-87d9-4fd1-b9ea-d7a8ae218f11 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320141 Jul 05 16:42:20.728532 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312c5ea-6f14-461f-bae5-b9dc72a39939 req-be376e39-f47a-48cc-9213-e2825ca7fd7d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:20.730050 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5312c5ea-6f14-461f-bae5-b9dc72a39939 req-be376e39-f47a-48cc-9213-e2825ca7fd7d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0641308 Jul 05 16:42:20.769134 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-5312c5ea-6f14-461f-bae5-b9dc72a39939 req-37c33671-6e25-4a13-9945-1df65e385c30 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335100 Jul 05 16:42:21.948821 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc7261-d7da-4e07-88eb-cb50b924232f req-f0bdb9c8-0b3b-47e6-b5ca-423a39c301a3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:21.950366 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2bdc7261-d7da-4e07-88eb-cb50b924232f req-f0bdb9c8-0b3b-47e6-b5ca-423a39c301a3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0670090 Jul 05 16:42:21.988496 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2bdc7261-d7da-4e07-88eb-cb50b924232f req-889cbd48-6083-4a16-bbb6-1f5cbe01040f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325794 Jul 05 16:42:23.163976 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d312e5-59fb-4220-9df3-78d0c64c4d14 req-3981bd3d-ed53-4aaf-892d-258bb2e59c08 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:23.165479 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-88d312e5-59fb-4220-9df3-78d0c64c4d14 req-3981bd3d-ed53-4aaf-892d-258bb2e59c08 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0657463 Jul 05 16:42:23.205705 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-88d312e5-59fb-4220-9df3-78d0c64c4d14 req-6770793b-e65f-46b7-b808-5fb656b869c3 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344799 Jul 05 16:42:24.392069 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37726eea-adce-4b76-83e5-f1b29f28cf19 req-cc05867a-b54c-4ee4-995f-e426eeb04a63 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:24.393594 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-37726eea-adce-4b76-83e5-f1b29f28cf19 req-cc05867a-b54c-4ee4-995f-e426eeb04a63 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 943 time: 0.0638011 Jul 05 16:42:24.433150 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-37726eea-adce-4b76-83e5-f1b29f28cf19 req-dfab677b-7ca6-467f-b66b-b12120dc6b7a tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 Jul 05 16:42:24.715584 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 98cd122e-45f4-40b2-9f86-074621acc45f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:42:24.807704 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:42:24.819264 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '98cd122e-45f4-40b2-9f86-074621acc45f', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'port_id': '98cd122e-45f4-40b2-9f86-074621acc45f', 'mac_address': 'fa:16:3e:2d:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:42:24.858864 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:24.870541 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cd122e-45f4-40b2-9f86-074621acc45f {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:42:24.890126 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:42:24.894318 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:24.942219 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=7']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:42:25.099948 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['98cd122e-45f4-40b2-9f86-074621acc45f'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:42:25.616430 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b850a-0d96-4e08-9a37-252bf3657845 req-c87fead1-cba4-42b2-b360-10201e80d3eb tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:25.618015 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-842b850a-0d96-4e08-9a37-252bf3657845 req-c87fead1-cba4-42b2-b360-10201e80d3eb tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 944 time: 0.0721965 Jul 05 16:42:25.656633 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-842b850a-0d96-4e08-9a37-252bf3657845 req-cd890b53-45b2-4ba5-9fc6-cd44c7781870 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329263 Jul 05 16:42:26.719187 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 98cd122e-45f4-40b2-9f86-074621acc45f up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:42:26.769253 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 98cd122e-45f4-40b2-9f86-074621acc45f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:42:26.770270 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:26.837878 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078db8ed-ad74-4c34-85c2-978461b7e242 req-20b1c711-4d2e-4ac0-9767-f1b0136be335 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:26.839374 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-078db8ed-ad74-4c34-85c2-978461b7e242 req-20b1c711-4d2e-4ac0-9767-f1b0136be335 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 944 time: 0.0644519 Jul 05 16:42:26.866782 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:26.879982 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-078db8ed-ad74-4c34-85c2-978461b7e242 req-7a06512f-ef4c-494c-9431-090916fd988e tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340550 Jul 05 16:42:26.893944 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:42:26.898469 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2936be8-5ae9-4019-b517-0478351ee094" -d '{"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-plugged", "status": "completed", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:42:26.919603 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:42:26.924131 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:26.948155 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d2321d-2d2c-4770-82d0-9ca60d41c9e6 x-openstack-request-id: req-47d2321d-2d2c-4770-82d0-9ca60d41c9e6 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:42:26.948451 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-plugged", "status": "completed", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:42:26.948707 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47d2321d-2d2c-4770-82d0-9ca60d41c9e6 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:42:26.949091 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f', 'code': 200} Jul 05 16:42:26.979783 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=8']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:42:27.177652 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e944240-ed26-450f-bb36-f0e9123d5397 req-d2f4d4f5-f337-4952-a308-892a64b56b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:27.179126 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2e944240-ed26-450f-bb36-f0e9123d5397 req-d2f4d4f5-f337-4952-a308-892a64b56b27 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0550752 Jul 05 16:42:27.215678 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-2e944240-ed26-450f-bb36-f0e9123d5397 req-b7450112-5de8-48ff-a285-05cc75050916 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291033 Jul 05 16:42:28.075526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f08031-2c7c-4ff5-8829-dae5b3801ad1 req-38b0a711-2dae-4ae9-b806-ea52ee4b81cc tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:42:28.077002 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-35f08031-2c7c-4ff5-8829-dae5b3801ad1 req-38b0a711-2dae-4ae9-b806-ea52ee4b81cc tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0630982 Jul 05 16:42:28.115460 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-35f08031-2c7c-4ff5-8829-dae5b3801ad1 req-e12948f1-2c38-4873-81f3-f1dfbc1bdc77 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Jul 05 16:42:30.614185 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:42:36.966959 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c72716fa-f21f-4ab3-9006-f2a14be5370f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:39.478522 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3b599b55-427b-40af-ac51-f1d068ecc160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:39.824733 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:41.169213 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:43.542460 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:42:46.613607 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:06.966882 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f3629b6d-e95b-456c-ae74-657e79d564c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:07.612344 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:43:09.481911 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c680c65b-1173-45dd-956e-5c499aced5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:09.825892 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:11.170777 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:13.545405 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:16.609994 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:18.113248 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-2ead7a49-6a47-4e57-90dd-befcaa993147 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531313 Jul 05 16:43:18.205429 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-11fee8ff-6add-4836-9b0d-62c1888eb82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:18.207036 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-11fee8ff-6add-4836-9b0d-62c1888eb82c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0528834 Jul 05 16:43:18.306195 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-9a3ef69a-e4b9-41b5-be99-5aea4009bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:18.307625 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-9a3ef69a-e4b9-41b5-be99-5aea4009bc77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.0817571 Jul 05 16:43:18.373592 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-a9f8d08f-6dc1-4609-a49c-95370ee3a8d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 1000 time: 0.0588975 Jul 05 16:43:18.424430 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-9d62429a-6067-4363-b6f6-7c1aa9760738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:18.425962 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-9d62429a-6067-4363-b6f6-7c1aa9760738 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0461361 Jul 05 16:43:18.481442 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-9eea2824-99e1-43c5-9c0e-dd4fc24df3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:18.482871 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-9eea2824-99e1-43c5-9c0e-dd4fc24df3d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505672 Jul 05 16:43:18.571139 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-74f4f10f-42b0-4f9b-97c6-c1d5a3c6370b service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816798 Jul 05 16:43:18.658113 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fd88611f-cd46-4217-b9e2-199115ef24ba req-1babdceb-bc61-4752-b498-2e04ab410478 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803826 Jul 05 16:43:36.968909 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-be0d484b-efb5-4487-8aaf-647c86f9e796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:39.481914 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1d1be67b-95fd-4b41-81cf-e72671e0ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:39.826581 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:40.832822 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42762) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:43:41.175772 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:41.220554 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Deleting port 31c1f0ac-4e6f-4a1d-b0e1-0b199cacea06 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:43:41.221028 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:41.296039 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:41.296365 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:41.307759 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Calling delete_port for 31c1f0ac-4e6f-4a1d-b0e1-0b199cacea06 owned by network:floatingip {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:43:41.494094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:41.522181 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event deleted for resources: {'Port': ['ID=31c1f0ac-4e6f-4a1d-b0e1-0b199cacea06,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:43:41.550496 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.550842 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.551181 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.551514 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.551842 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.552170 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.552496 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.552818 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.553139 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.553487 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.554120 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.554544 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:43:41.596727 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:41.597074 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.l3_db [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Floating IP a50bca45-1413-4d73-905b-f68f913c61c9 disassociated (deleted). External IP: 172.27.3.77, port: 98cd122e-45f4-40b2-9f86-074621acc45f. Jul 05 16:43:41.801908 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Router 25726c95-067f-471f-9ca5-0fda99ebd3b9 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:43:41.905807 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:43:41.911056 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:41.915359 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] Sync routers for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:43:41.924338 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:43:41.924966 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:43:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:43:41.949070 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ac81d692-9b82-445d-ace7-df22214d5df8 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "DELETE /v2.0/floatingips/a50bca45-1413-4d73-905b-f68f913c61c9 HTTP/1.1" status: 204 len: 168 time: 1.1148736 Jul 05 16:43:41.949719 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:43:41.952083 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e" -d '{"events": [{"name": "network-changed", "server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:43:41.998796 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5e204-afbb-4da4-a1ba-bd0de622a1e1 x-openstack-request-id: req-e4e5e204-afbb-4da4-a1ba-bd0de622a1e1 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:43:41.999068 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:43:41.999319 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4e5e204-afbb-4da4-a1ba-bd0de622a1e1 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:43:41.999708 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f', 'status': 'completed', 'code': 200} Jul 05 16:43:42.082301 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-b54d3a09-fb67-44e2-a7db-a00f25e867d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:42.084118 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-b54d3a09-fb67-44e2-a7db-a00f25e867d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 1098 time: 0.0617685 Jul 05 16:43:42.163115 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:43:42.186235 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-d3145218-ef6c-4616-b72e-a272ea7d760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:42.187983 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-d3145218-ef6c-4616-b72e-a272ea7d760f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 200 len: 910 time: 0.0972781 Jul 05 16:43:42.232486 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-53705a23-bbe5-42d1-94ab-3382b89fb622 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 200 len: 217 time: 0.0382309 Jul 05 16:43:42.283981 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-969a3c46-ff60-4fc4-8186-1977e18a5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:42.285507 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-969a3c46-ff60-4fc4-8186-1977e18a5bc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 200 len: 848 time: 0.0462935 Jul 05 16:43:42.381851 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 5, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:43:42.395473 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-61f882c2-4d90-484d-9b91-83c4ffd8611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:42.396972 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-61f882c2-4d90-484d-9b91-83c4ffd8611c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8717d245-aa36-4719-aecb-ef1ac858707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1049235 Jul 05 16:43:42.404365 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea0e21-ea8a-44a8-9dda-5321f2620f5b req-091c8413-d96b-4c86-8617-b4c9f1fb270d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:42.405752 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-78ea0e21-ea8a-44a8-9dda-5321f2620f5b req-091c8413-d96b-4c86-8617-b4c9f1fb270d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.1040747 Jul 05 16:43:42.411989 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] Checking router: 25726c95-067f-471f-9ca5-0fda99ebd3b9 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:43:42.420227 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:43:42.420859 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:43:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:43:42.495844 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-78ea0e21-ea8a-44a8-9dda-5321f2620f5b req-0513bc50-fa15-4353-b04c-16cc18039cfe tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806999 Jul 05 16:43:42.529762 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-05944f0e-4704-46f2-a857-28cfc947740e service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230514 Jul 05 16:43:42.531566 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:43:42.620603 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d77c7dac-3ae3-4c0d-8055-b6dd20dc557e req-731a4d72-c37a-4a55-a8ca-d1c938b429e4 service neutron] 10.222.0.39 "GET /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844803 Jul 05 16:43:42.733460 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 5, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:43:42.761674 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d454a8-17a0-4461-885d-7b4747cd1b81 None None] The sync data for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi is: [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:39:14Z', 'revision_number': 4, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8', 'name': '', 'network_id': '8717d245-aa36-4719-aecb-ef1ac858707c', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'mac_address': 'fa:16:3e:1a:0b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:13Z', 'updated_at': '2021-07-05T16:39:20Z', 'revision_number': 5, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'subnets': [{'id': 'ebef5f23-8339-4fd3-b8d3-53f857481ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:43:42.962583 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c168-c94b-4b30-b82d-a3e320b839e6 None None] New status for floating IP a50bca45-1413-4d73-905b-f68f913c61c9: DOWN {{(pid=93114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:43:43.552447 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:43.692130 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c27e7-4f36-4925-b459-5177fbda807b req-7f763b10-e61c-43c6-8088-689d2899747d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:43.693609 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd1c27e7-4f36-4925-b459-5177fbda807b req-7f763b10-e61c-43c6-8088-689d2899747d tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0641465 Jul 05 16:43:43.735469 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-cd1c27e7-4f36-4925-b459-5177fbda807b req-c0b308d7-3487-4477-8a97-d2f0b05573a9 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc97d7ca-64bc-4722-a93b-8ea437fedf87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362999 Jul 05 16:43:43.773175 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8074222-eb92-4614-b797-012fca7a59d0 req-13d5f2e5-b224-42bb-9dda-8d4e88b519dd tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:43:43.774581 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c8074222-eb92-4614-b797-012fca7a59d0 req-13d5f2e5-b224-42bb-9dda-8d4e88b519dd tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.39 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 945 time: 0.0625110 Jul 05 16:43:43.883598 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Deleting port 98cd122e-45f4-40b2-9f86-074621acc45f {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:43:43.883942 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:43.977750 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] For port 98cd122e-45f4-40b2-9f86-074621acc45f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=98cd122e-45f4-40b2-9f86-074621acc45f,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:43:43.978102 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:43.989525 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Calling delete_port for 98cd122e-45f4-40b2-9f86-074621acc45f owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:43:44.114887 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:44.141026 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event deleted for resources: {'Port': ['ID=98cd122e-45f4-40b2-9f86-074621acc45f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:43:44.192337 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] No DVR routers for this DVR port 98cd122e-45f4-40b2-9f86-074621acc45f on host hv-cinder-79628 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:43:44.194952 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:44.196930 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c8074222-eb92-4614-b797-012fca7a59d0 req-96cc9a36-ce16-42c6-849d-c046dbf38dd5 tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.39 "DELETE /v2.0/ports/98cd122e-45f4-40b2-9f86-074621acc45f HTTP/1.1" status: 204 len: 173 time: 0.4165981 Jul 05 16:43:44.197387 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-deleted', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:43:44.199691 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fc42e5-bc01-438f-ac24-ab8d55d60e8f" -d '{"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-deleted", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:43:44.259575 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1c0213-fa9c-4c6b-95f4-ef0feaaada39 x-openstack-request-id: req-ac1c0213-fa9c-4c6b-95f4-ef0feaaada39 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:43:44.259920 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b090fb-ebad-4d27-9f9d-94b6bebb46a5", "name": "network-vif-deleted", "tag": "98cd122e-45f4-40b2-9f86-074621acc45f", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:43:44.260223 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac1c0213-fa9c-4c6b-95f4-ef0feaaada39 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:43:44.260785 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b090fb-ebad-4d27-9f9d-94b6bebb46a5', 'name': 'network-vif-deleted', 'tag': '98cd122e-45f4-40b2-9f86-074621acc45f', 'status': 'completed', 'code': 200} Jul 05 16:43:44.611175 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:43:44.890495 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [req-6ff52051-6645-40d5-aea9-409dafeae460 req-1fa7c2d0-47cc-452f-8305-2501eafa696f tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "GET /v2.0/ports?device_id=84b090fb-ebad-4d27-9f9d-94b6bebb46a5 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Jul 05 16:43:45.990458 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42794) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:43:46.049778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac89a232-f87f-4da2-92eb-50ac6cc829fe tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:46.075097 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac89a232-f87f-4da2-92eb-50ac6cc829fe tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:46.134059 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac89a232-f87f-4da2-92eb-50ac6cc829fe tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:46.137235 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ac89a232-f87f-4da2-92eb-50ac6cc829fe tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:46.138421 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ac89a232-f87f-4da2-92eb-50ac6cc829fe tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] 10.222.0.24 "DELETE /v2.0/security-groups/bc97d7ca-64bc-4722-a93b-8ea437fedf87 HTTP/1.1" status: 204 len: 168 time: 0.1469541 Jul 05 16:43:46.147925 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a232-f87f-4da2-92eb-50ac6cc829fe tempest-TestShelveInstance-2066104195 tempest-TestShelveInstance-2066104195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc97d7ca-64bc-4722-a93b-8ea437fedf87,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:43:46.608749 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:43:47.006918 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 98cd122e-45f4-40b2-9f86-074621acc45f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:43:47.030465 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 98cd122e-45f4-40b2-9f86-074621acc45f {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:43:47.030808 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 98cd122e-45f4-40b2-9f86-074621acc45f not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:44:06.969796 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9feb041e-91ba-49d6-892a-469c8a7840b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:09.483563 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4b6c583f-e8c9-46b2-ad71-72bcfe6f53f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:09.827477 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:11.177798 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:13.556736 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:16.608219 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:21.611050 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:44:36.971279 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4ac65590-f82d-48bd-acb8-0103f5cbb2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:39.484688 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-be988e6b-9f89-4802-8f62-10f5c7fcdaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:39.829582 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:41.180202 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:43.559124 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:46.621799 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:47.427032 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42816) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:47.908764 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:48.173644 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Deleting port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:48.173895 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:48.258104 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] For port e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:48.258488 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:48.270931 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Calling delete_port for e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 owned by network:router_interface {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:48.453617 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:48.479869 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:48.506641 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.506993 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.507167 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.507417 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.507785 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.508078 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.508548 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.508882 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.509208 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.510282 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.510617 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.510922 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:48.665693 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:48.875566 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Router 25726c95-067f-471f-9ca5-0fda99ebd3b9 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:44:48.979386 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:44:48.984942 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-023f6e71-eaff-4800-b328-032b23793214 admin admin] 10.222.0.24 "PUT /v2.0/routers/25726c95-067f-471f-9ca5-0fda99ebd3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5562062 Jul 05 16:44:48.989043 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42824) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:48.992557 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] Sync routers for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:44:49.003293 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:44:49.003917 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:49.107193 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:44:49.122683 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.223241 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.288605 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Deleting port a2fb43e4-8d95-453f-b700-6f59ff4a1368 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:49.288982 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.329678 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:44:48Z', 'revision_number': 5, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port': {'id': 'a2fb43e4-8d95-453f-b700-6f59ff4a1368', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:11Z', 'updated_at': '2021-07-05T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:49.360110 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] Checking router: 25726c95-067f-471f-9ca5-0fda99ebd3b9 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:44:49.368758 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] Routers {'25726c95-067f-471f-9ca5-0fda99ebd3b9'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:44:49.369435 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['25726c95-067f-471f-9ca5-0fda99ebd3b9'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:49.373207 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] For port a2fb43e4-8d95-453f-b700-6f59ff4a1368, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a2fb43e4-8d95-453f-b700-6f59ff4a1368,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:49.373830 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.386676 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Calling delete_port for a2fb43e4-8d95-453f-b700-6f59ff4a1368 owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:49.457558 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] Set router 25726c95-067f-471f-9ca5-0fda99ebd3b9 gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:44:49.508530 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:44:49Z', 'revision_number': 6, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:49.541754 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ea43a-6a50-49fb-aa25-7ab7865fb3f3 None None] The sync data for ids ['25726c95-067f-471f-9ca5-0fda99ebd3b9'] in dv-cinder-796286-13-iscsi is: [{'id': '25726c95-067f-471f-9ca5-0fda99ebd3b9', 'name': 'tempest-TestShelveInstance-1796347345-router', 'tenant_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:10Z', 'updated_at': '2021-07-05T16:44:49Z', 'revision_number': 6, 'project_id': '6c6cef21f77641e484a3b4e5170c8ec1', 'gw_port_host': None}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:44:49.562669 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.594159 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fb43e4-8d95-453f-b700-6f59ff4a1368,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:49.610408 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.610722 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.611318 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.611443 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.611708 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.612031 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.612353 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.612673 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.612995 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.613331 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.613648 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.613965 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:49.669949 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.761288 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.763480 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.807571 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.808255 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25726c95-067f-471f-9ca5-0fda99ebd3b9 {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:44:49.816283 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.817493 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5a581151-d9ee-4a94-81ec-cc6bac065838 admin admin] 10.222.0.24 "DELETE /v2.0/routers/25726c95-067f-471f-9ca5-0fda99ebd3b9 HTTP/1.1" status: 204 len: 168 time: 0.8273997 Jul 05 16:44:49.820442 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42828) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:49.863972 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] Deleting subnet ebef5f23-8339-4fd3-b8d3-53f857481ebe {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:44:49.866884 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:49.902373 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243839'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.032511 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.085938 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13131836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551895'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.110464 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebef5f23-8339-4fd3-b8d3-53f857481ebe,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:50.116445 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.118495 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-bec4320c-4bd4-4ecc-abd0-1e79669c62c3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebef5f23-8339-4fd3-b8d3-53f857481ebe HTTP/1.1" status: 204 len: 168 time: 0.2970684 Jul 05 16:44:50.121066 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42830) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:50.124508 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0080d1-746d-4178-83e2-501d176afc67 None None] Network 8717d245-aa36-4719-aecb-ef1ac858707c requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:44:50.320064 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] DHCP port deletion for 8717d245-aa36-4719-aecb-ef1ac858707c request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:44:50.376154 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Deleting port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 {{(pid=93111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:50.376559 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.444995 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.446740 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] For port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:50.447137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.461250 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Calling delete_port for 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 owned by network:dhcp {{(pid=93111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:50.504833 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Deleting port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:50.505173 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.584432 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] For port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,segment=NetworkSegment(ec4c8558-4786-4d83-83af-192eeb4e0ebe),segment_id=ec4c8558-4786-4d83-83af-192eeb4e0ebe)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:50.585197 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.605541 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Calling delete_port for 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 owned by network:dhcp {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:50.689182 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437'] for port, after_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.695888 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.720305 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Pushing event deleted for resources: {'Port': ['ID=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,revision_number=None']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:50.722132 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb67dda-571c-4c0d-b7cd-c3c4c6155457,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:50.722896 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] No DVR routers for this DVR port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 on host dv-cinder-796286-13-iscsi {{(pid=93111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:44:50.726499 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] No DVR routers for this DVR port 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 on host dv-cinder-796286-13-iscsi {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:44:50.732543 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.732981 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.733422 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.739019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edc4cd9-7eec-4aba-8ed4-ea271841d792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:44:50.805077 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.815116 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8717d245-aa36-4719-aecb-ef1ac858707c']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:50.826635 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4c8558-4786-4d83-83af-192eeb4e0ebe') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:50.826933 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4c8558-4786-4d83-83af-192eeb4e0ebe') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:50.836526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243816'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.851483 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.857847 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:44:50.858296 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13131993'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: self.session.flush() Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: self.session.flush() Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: self.session.flush() Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: self.session.flush() Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: Traceback (most recent call last): Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: timer() Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: cb(*args, **kw) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: return func(*args, **kwargs) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: self._notify() Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: self.callback(batched_events) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: event.method(event) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: return f(self, *a, **k) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._get(url).json() Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:44:50.859954 dv-cinder-796286-13-iscsi neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:44:50.917046 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.923036 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:50.924898 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8717d245-aa36-4719-aecb-ef1ac858707c HTTP/1.1" status: 204 len: 168 time: 0.8027840 Jul 05 16:44:50.928777 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42834) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:50.936598 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea689dda-11fb-449a-aa1d-666ecae9b8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8717d245-aa36-4719-aecb-ef1ac858707c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:51.548434 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:51.613836 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:44:51.633952 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:44:51.634308 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device e3b88ff3-32f0-4342-baa8-e46ac5ff0ad8 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:44:51.635298 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a2fb43e4-8d95-453f-b700-6f59ff4a1368 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:44:51.654135 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: a2fb43e4-8d95-453f-b700-6f59ff4a1368 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:44:51.654483 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a2fb43e4-8d95-453f-b700-6f59ff4a1368 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:44:51.654898 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:44:51.676566 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:44:51.676919 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 7fb67dda-571c-4c0d-b7cd-c3c4c6155457 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:44:51.818582 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Deleting port c76c4865-df72-46e5-95f7-fa0b46eb3c4f {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:51.818852 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:51.906826 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] For port c76c4865-df72-46e5-95f7-fa0b46eb3c4f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,segment=NetworkSegment(b62dc9b3-075a-4868-b308-b3ddb53ab43a),segment_id=b62dc9b3-075a-4868-b308-b3ddb53ab43a)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:51.907432 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:51.920461 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Calling delete_port for c76c4865-df72-46e5-95f7-fa0b46eb3c4f owned by network:router_interface {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:52.098830 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:52.125029 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76c4865-df72-46e5-95f7-fa0b46eb3c4f,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:52.313476 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:52.530766 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Router 70016b2e-0a5c-43b2-bec7-d60bca81d19a has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:44:52.638456 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:44:52.643980 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-069d78c2-b34a-4887-96df-2538d9da1392 admin admin] 10.222.0.24 "PUT /v2.0/routers/70016b2e-0a5c-43b2-bec7-d60bca81d19a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141500 Jul 05 16:44:52.646719 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] Sync routers for ids ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:44:52.647878 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42836) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:52.656925 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] Routers {'70016b2e-0a5c-43b2-bec7-d60bca81d19a'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:44:52.657573 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:52.757277 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:52.765659 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] Set router 70016b2e-0a5c-43b2-bec7-d60bca81d19a gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:44:52.867967 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:52.924256 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Deleting port a3bd64cb-6656-47df-ac4b-de0475d0cad8 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:52.924724 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:52.964826 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:44:52Z', 'revision_number': 5, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port': {'id': 'a3bd64cb-6656-47df-ac4b-de0475d0cad8', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:53.006945 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] Checking router: 70016b2e-0a5c-43b2-bec7-d60bca81d19a for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:44:53.017614 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] Routers {'70016b2e-0a5c-43b2-bec7-d60bca81d19a'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:44:53.018323 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:53.033134 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] For port a3bd64cb-6656-47df-ac4b-de0475d0cad8, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a3bd64cb-6656-47df-ac4b-de0475d0cad8,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:53.033537 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.050568 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Calling delete_port for a3bd64cb-6656-47df-ac4b-de0475d0cad8 owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:53.105744 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] Set router 70016b2e-0a5c-43b2-bec7-d60bca81d19a gateway port host: None {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:44:53.160157 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:44:52Z', 'revision_number': 6, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:53.186779 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd78fc-2304-4ec3-badc-9561865216d8 None None] The sync data for ids ['70016b2e-0a5c-43b2-bec7-d60bca81d19a'] in dv-cinder-796286-13-iscsi is: [{'id': '70016b2e-0a5c-43b2-bec7-d60bca81d19a', 'name': 'tempest-TestShelveInstance-974279892-router', 'tenant_id': '0a744ca26994490ba55737fb58d9796f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:39:16Z', 'updated_at': '2021-07-05T16:44:52Z', 'revision_number': 6, 'project_id': '0a744ca26994490ba55737fb58d9796f', 'gw_port_host': None}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:44:53.222131 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.256133 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bd64cb-6656-47df-ac4b-de0475d0cad8,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:53.316499 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.409769 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.412143 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.456186 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.456767 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70016b2e-0a5c-43b2-bec7-d60bca81d19a {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:44:53.460980 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.462150 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-1e9dc31b-ea61-4d43-9f62-e1f5feed70f0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/70016b2e-0a5c-43b2-bec7-d60bca81d19a HTTP/1.1" status: 204 len: 168 time: 0.8132834 Jul 05 16:44:53.465629 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42838) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:53.515449 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] Deleting subnet 8f8bdb34-06f9-46ed-a81f-bdcfd321d93f {{(pid=93110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:44:53.518739 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.559642 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13338329'] for subnet, precommit_delete_associations {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.655944 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.724384 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13234990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13463672'] for subnet, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.752644 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8bdb34-06f9-46ed-a81f-bdcfd321d93f,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:53.754649 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.756543 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ea65f61b-3113-4d8d-b5f0-e3342746d8fa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8f8bdb34-06f9-46ed-a81f-bdcfd321d93f HTTP/1.1" status: 204 len: 168 time: 0.2898471 Jul 05 16:44:53.760472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42840) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:53.763520 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c0a19-5dd2-46ed-a4da-d2b31747e91d None None] Network dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:44:53.831899 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.893207 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Deleting port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:53.893582 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.961830 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] For port 374dbe9c-5e69-4812-8acd-cbf1189bbe97, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=374dbe9c-5e69-4812-8acd-cbf1189bbe97,segment=NetworkSegment(b62dc9b3-075a-4868-b308-b3ddb53ab43a),segment_id=b62dc9b3-075a-4868-b308-b3ddb53ab43a)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:53.962141 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:53.975108 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Calling delete_port for 374dbe9c-5e69-4812-8acd-cbf1189bbe97 owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:54.027921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c4631-2981-49d6-a20c-733975175310 None None] DHCP port deletion for dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:44:54.064735 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device c76c4865-df72-46e5-95f7-fa0b46eb3c4f no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:44:54.067816 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.095209 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: c76c4865-df72-46e5-95f7-fa0b46eb3c4f {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:44:54.095563 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device c76c4865-df72-46e5-95f7-fa0b46eb3c4f not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:44:54.100806 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=374dbe9c-5e69-4812-8acd-cbf1189bbe97,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:54.104416 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] No DVR routers for this DVR port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 on host dv-cinder-796286-13-iscsi {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:44:54.121165 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-922c4631-2981-49d6-a20c-733975175310 None None] Deleting port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 {{(pid=93111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:44:54.121577 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-922c4631-2981-49d6-a20c-733975175310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.184377 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.201120 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:54.208513 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-922c4631-2981-49d6-a20c-733975175310 None None] For port 374dbe9c-5e69-4812-8acd-cbf1189bbe97, host dv-cinder-796286-13-iscsi, got binding levels [] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:54.209116 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-922c4631-2981-49d6-a20c-733975175310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.219492 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62dc9b3-075a-4868-b308-b3ddb53ab43a') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:54.219801 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62dc9b3-075a-4868-b308-b3ddb53ab43a') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:54.225641 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-922c4631-2981-49d6-a20c-733975175310 None None] Calling delete_port for 374dbe9c-5e69-4812-8acd-cbf1189bbe97 owned by network:dhcp {{(pid=93111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:44:54.230554 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.ipam_backend_mixin [None req-922c4631-2981-49d6-a20c-733975175310 None None] Port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 was not found and therefore no delete operation was performed {{(pid=93111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 16:44:54.232534 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-922c4631-2981-49d6-a20c-733975175310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437'] for port, after_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.238717 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.254973 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.261775 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:44:54.262429 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:44:54.263854 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:44:54.272969 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c4631-2981-49d6-a20c-733975175310 None None] Pushing event deleted for resources: {'Port': ['ID=374dbe9c-5e69-4812-8acd-cbf1189bbe97,revision_number=None']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:54.275828 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c4631-2981-49d6-a20c-733975175310 None None] No DVR routers for this DVR port 374dbe9c-5e69-4812-8acd-cbf1189bbe97 on host dv-cinder-796286-13-iscsi {{(pid=93111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:44:54.328085 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.334650 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.342040 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb HTTP/1.1" status: 204 len: 168 time: 0.5801456 Jul 05 16:44:54.363855 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c902a6-9d88-4a31-a599-cbd33265b5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfaba5d7-f0d6-4d5a-ade9-0f9679d9a3fb,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:54.466744 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42844) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:54.513516 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-dc00ca48-1bbb-48f6-9478-415e686129c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c6cef21f77641e484a3b4e5170c8ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454617 Jul 05 16:44:54.515806 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42846) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:54.566489 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-79e36196-6cd0-454e-87bf-255a7a116cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.589057 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-79e36196-6cd0-454e-87bf-255a7a116cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.635147 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-79e36196-6cd0-454e-87bf-255a7a116cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.638038 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-79e36196-6cd0-454e-87bf-255a7a116cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:54.639263 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-79e36196-6cd0-454e-87bf-255a7a116cc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a12718c-7c5f-49c0-af3c-aac829bf8e7e HTTP/1.1" status: 204 len: 168 time: 0.1224289 Jul 05 16:44:54.647616 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e36196-6cd0-454e-87bf-255a7a116cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a12718c-7c5f-49c0-af3c-aac829bf8e7e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:54.962874 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42852) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:55.003232 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-4446087f-4916-4242-a9cd-c3e4d55fdea5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a744ca26994490ba55737fb58d9796f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389690 Jul 05 16:44:55.005685 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42854) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:55.054426 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4b1353c8-ec59-47ac-a82c-2ef14626bfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:55.075874 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4b1353c8-ec59-47ac-a82c-2ef14626bfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:55.129450 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4b1353c8-ec59-47ac-a82c-2ef14626bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:55.132142 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4b1353c8-ec59-47ac-a82c-2ef14626bfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:55.133311 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-4b1353c8-ec59-47ac-a82c-2ef14626bfcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/982004b5-417b-44e0-9fd6-72d894605b26 HTTP/1.1" status: 204 len: 168 time: 0.1267180 Jul 05 16:44:55.143332 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1353c8-ec59-47ac-a82c-2ef14626bfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982004b5-417b-44e0-9fd6-72d894605b26,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:55.619731 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a3bd64cb-6656-47df-ac4b-de0475d0cad8 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:44:55.640736 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: a3bd64cb-6656-47df-ac4b-de0475d0cad8 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:44:55.641090 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a3bd64cb-6656-47df-ac4b-de0475d0cad8 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:44:55.641549 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 374dbe9c-5e69-4812-8acd-cbf1189bbe97 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:44:55.660493 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 374dbe9c-5e69-4812-8acd-cbf1189bbe97 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:44:55.660844 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 374dbe9c-5e69-4812-8acd-cbf1189bbe97 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:44:55.815711 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42876) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:55.912145 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1988241310-network', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:44:55.934038 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Made reservation on behalf of 8248eeecb5c049bcb18edd88f7433711 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:44:55.936521 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:55.944902 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.038077 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.042149 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.066484 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:44:56.075638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ffc56-fe3d-4de4-9dd3-3f81f0343a27,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:56.082155 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.082511 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.segments_db [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Added segment 8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f of type vlan for network 066d3cb3-8775-41c8-83aa-f61f22846f22 Jul 05 16:44:56.123538 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.153364 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.154544 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:44:56.155274 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.211229 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3942173 Jul 05 16:44:56.214983 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42880) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:56.218991 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcc8a4-29d9-437d-b5e4-554bf5ad5884 admin admin] Pushing event updated for resources: {'Network': ['ID=066d3cb3-8775-41c8-83aa-f61f22846f22,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:56.220032 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Request body: {'subnet': {'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1988241310-subnet', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'ip_version': 4}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:44:56.231125 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:44:56.257868 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Made reservation on behalf of 8248eeecb5c049bcb18edd88f7433711 for: {'subnet': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:44:56.261122 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13463961'] for subnet, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.431290 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13463947'] for subnet, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.486476 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cacc890-0131-47c8-8b94-0c3cd532c311,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:56.494181 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Checking segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:44:56.494545 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Network hostable DHCP agents. Network: 066d3cb3-8775-41c8-83aa-f61f22846f22, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:44:56.511707 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:44:56.520883 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 066d3cb3-8775-41c8-83aa-f61f22846f22) {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:44:56.525598 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:44:56.526477 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.532734 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013465a9-9ab1-4de3-9273-c45b73ada7e2 None None] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:44:56.541655 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-76afb6e3-0dd8-47ad-bf62-e6890fcff278 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3255358 Jul 05 16:44:56.544510 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42882) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:56.551405 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:44:56.580304 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.581406 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.638261 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.743418 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-066d3cb3-8775-41c8-83aa-f61f22846f22', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:44:56.745915 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.774759 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.938914 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Allocated IP 172.20.0.2 (066d3cb3-8775-41c8-83aa-f61f22846f22/4cacc890-0131-47c8-8b94-0c3cd532c311/476a47ac-4813-459c-b020-412fb89bb6be) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:44:56.975836 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:56.996191 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.089180 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.098195 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Transition to ACTIVE for port object 476a47ac-4813-459c-b020-412fb89bb6be will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:44:57.101987 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Allocated IP 172.27.3.127 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/a25c2e83-caf4-4639-bed9-1c22c26f2908) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:44:57.116967 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Transition to ACTIVE for port object 476a47ac-4813-459c-b020-412fb89bb6be will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:44:57.126415 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.169664 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:44:57.173110 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:44:57.181458 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:44:57.191762 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Pushing event updated for resources: {'Port': ['ID=476a47ac-4813-459c-b020-412fb89bb6be,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:57.214834 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.261391 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.262577 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Attempting to bind port 476a47ac-4813-459c-b020-412fb89bb6be on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:44:57.262577 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Attempting to bind port 476a47ac-4813-459c-b020-412fb89bb6be by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:44:57.262921 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Attempting to bind port 476a47ac-4813-459c-b020-412fb89bb6be on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:44:57.268037 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:44:57.268411 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Checking segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:44:57.268820 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.269217 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Bound using segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:44:57.269702 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Bound port: 476a47ac-4813-459c-b020-412fb89bb6be, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:44:57.270088 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.300471 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:44:57.303625 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:44:57.306602 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:44:57.336421 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] For port 476a47ac-4813-459c-b020-412fb89bb6be, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:44:57.340438 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] For port 476a47ac-4813-459c-b020-412fb89bb6be, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=476a47ac-4813-459c-b020-412fb89bb6be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:44:57.345427 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:57.346546 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a25c2e83-caf4-4639-bed9-1c22c26f2908,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:57.401589 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119a826-7fdc-49bf-9189-fc00b07d5dca None None] Pushing event updated for resources: {'Port': ['ID=476a47ac-4813-459c-b020-412fb89bb6be,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:57.740809 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 476a47ac-4813-459c-b020-412fb89bb6be up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:44:57.799510 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 476a47ac-4813-459c-b020-412fb89bb6be completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:44:57.881775 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:58.077434 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:58.224752 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:44:58.344835 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:44:58.358730 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:44:58.364596 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:58.370107 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-8eb281e0-5294-4cff-bd3f-f496567f04b6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8200822 Jul 05 16:44:58.370344 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42884) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:44:58.371905 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:44:58.372648 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:58.483294 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fff91-fa06-4bf4-ad63-03e4beb7b132 None None] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:44:58.549192 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:44:58.609973 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:44:58.681588 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-43efd441-ad4a-4198-afb2-0fd18cccc389 None None] Provisioning for port 476a47ac-4813-459c-b020-412fb89bb6be completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:44:58.694972 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-43efd441-ad4a-4198-afb2-0fd18cccc389 None None] Provisioning complete for port 476a47ac-4813-459c-b020-412fb89bb6be triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:44:58.695341 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-43efd441-ad4a-4198-afb2-0fd18cccc389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:58.808848 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:58.968596 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Allocated IP 172.20.0.1 (066d3cb3-8775-41c8-83aa-f61f22846f22/4cacc890-0131-47c8-8b94-0c3cd532c311/8db9c883-1c94-44f3-8ac8-9982410d66eb) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:44:59.017774 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-43efd441-ad4a-4198-afb2-0fd18cccc389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.030750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:57Z', 'revision_number': 3, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:59.061613 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:44:59.061971 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Updating router 1b54b908-7f46-4945-8c09-d80acc2e8676 port a25c2e83-caf4-4639-bed9-1c22c26f2908 binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:44:59.083706 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.100545 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Transition to ACTIVE for port object 8db9c883-1c94-44f3-8ac8-9982410d66eb will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:44:59.109542 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-43efd441-ad4a-4198-afb2-0fd18cccc389 None None] For port 476a47ac-4813-459c-b020-412fb89bb6be, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=476a47ac-4813-459c-b020-412fb89bb6be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:44:59.116573 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-43efd441-ad4a-4198-afb2-0fd18cccc389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.120665 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.141162 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.181615 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:44:59.189039 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:44:59.193289 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:44:59.197282 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Pushing event updated for resources: {'Port': ['ID=8db9c883-1c94-44f3-8ac8-9982410d66eb,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:59.235902 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.245513 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efd441-ad4a-4198-afb2-0fd18cccc389 None None] Pushing event updated for resources: {'Port': ['ID=476a47ac-4813-459c-b020-412fb89bb6be,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:59.354186 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-bb9255d8-3a12-4365-afd0-d6ea6f46b9a3 None None] Provisioning complete for port 476a47ac-4813-459c-b020-412fb89bb6be triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:44:59.354581 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bb9255d8-3a12-4365-afd0-d6ea6f46b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.381332 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.495456 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.514494 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Transition to ACTIVE for port object a25c2e83-caf4-4639-bed9-1c22c26f2908 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:44:59.520486 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.550881 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.557710 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.573369 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21ccd-755e-453c-8299-801fcc27b161 None None] Pushing event updated for resources: {'Port': ['ID=a25c2e83-caf4-4639-bed9-1c22c26f2908,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:59.575639 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Attempting to bind port a25c2e83-caf4-4639-bed9-1c22c26f2908 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:44:59.576010 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Attempting to bind port a25c2e83-caf4-4639-bed9-1c22c26f2908 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:44:59.576373 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Attempting to bind port a25c2e83-caf4-4639-bed9-1c22c26f2908 on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:44:59.582112 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:44:59.582491 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:44:59.582905 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.583302 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:44:59.583829 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Bound port: a25c2e83-caf4-4639-bed9-1c22c26f2908, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:44:59.584218 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.598531 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Pushing event updated for resources: {'Port': ['ID=8db9c883-1c94-44f3-8ac8-9982410d66eb,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:59.638575 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.646981 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 476a47ac-4813-459c-b020-412fb89bb6be up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:44:59.678587 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] For port a25c2e83-caf4-4639-bed9-1c22c26f2908, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:44:59.680641 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-48f58d61-8e88-4c6d-b6da-33e0b38b779a None None] Provisioning for port 8db9c883-1c94-44f3-8ac8-9982410d66eb completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:44:59.702993 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] For port a25c2e83-caf4-4639-bed9-1c22c26f2908, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a25c2e83-caf4-4639-bed9-1c22c26f2908,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:44:59.704201 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-48f58d61-8e88-4c6d-b6da-33e0b38b779a None None] Provisioning complete for port 8db9c883-1c94-44f3-8ac8-9982410d66eb triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:44:59.704648 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-48f58d61-8e88-4c6d-b6da-33e0b38b779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.709568 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.729256 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:44:59.730706 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:44:59.797566 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-48f58d61-8e88-4c6d-b6da-33e0b38b779a None None] Port 8db9c883-1c94-44f3-8ac8-9982410d66eb cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:44:59.815273 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:44:59.815916 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:44:59.818312 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21ccd-755e-453c-8299-801fcc27b161 None None] Pushing event updated for resources: {'Port': ['ID=a25c2e83-caf4-4639-bed9-1c22c26f2908,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:44:59.823434 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 476a47ac-4813-459c-b020-412fb89bb6be triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:44:59.823816 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:44:59.856108 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:44:59.976469 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:44:59.982867 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-6ac284d8-2ee6-4d84-b805-290df9c3e134 admin admin] 10.222.0.24 "PUT /v2.0/routers/1b54b908-7f46-4945-8c09-d80acc2e8676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6115584 Jul 05 16:44:59.991012 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:00.053012 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f60114ee-d628-4f7e-b11d-6fb23cb5215e None None] Provisioning complete for port 8db9c883-1c94-44f3-8ac8-9982410d66eb triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:00.053750 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f60114ee-d628-4f7e-b11d-6fb23cb5215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.158695 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f60114ee-d628-4f7e-b11d-6fb23cb5215e None None] Port 8db9c883-1c94-44f3-8ac8-9982410d66eb cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:45:00.241273 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 2, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:00.270918 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c849e-600f-47fb-a962-7dc7f4623ee3 None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 2, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:45:00.512472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42900) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:00.517617 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-990284305-network', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:00.542533 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Made reservation on behalf of 8a6c1f98287046e79d7aef59b9b07a4f for: {'network': 1} {{(pid=93110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:45:00.545066 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for network, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.554621 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.654611 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.658688 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.688903 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 16:45:00.693625 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703e6f41-c45a-4540-aa0c-385641189cfa,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:00.701728 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.702108 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.segments_db [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Added segment abbae6a3-db99-4ad8-b582-9ac58363672f of type vlan for network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 Jul 05 16:45:00.743709 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761439596364'] for network, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.778374 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157'] for network, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.779379 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:00.779974 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:00.836286 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3226185 Jul 05 16:45:00.841585 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 42902) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:00.844703 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c3e68-ee9f-40ed-9771-f9d24647e2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5d6cfb-79fc-45fa-b551-1ae60f722db4,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:00.849007 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Request body: {'subnet': {'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-990284305-subnet', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:00.864310 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 details requested by agent ovs-agent-dv-cinder-796286-13-iscsi with host dv-cinder-796286-13-iscsi {{(pid=93111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 16:45:00.895425 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Made reservation on behalf of 8a6c1f98287046e79d7aef59b9b07a4f for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:45:00.898101 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551862'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.101898 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13131899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551844'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.164040 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=412d1619-d124-4215-8f0e-b6e1037a7505,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:01.172115 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Checking segment: {'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:45:01.172471 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Network hostable DHCP agents. Network: 3f5d6cfb-79fc-45fa-b551-1ae60f722db4, hostable agents: ['8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 16:45:01.192199 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 is scheduled to be hosted by DHCP agent 8cee3fb7-c6d6-44e0-9bd2-8b543c54c22e with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 16:45:01.202274 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-13-iscsi, 3f5d6cfb-79fc-45fa-b551-1ae60f722db4) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:45:01.210298 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f252344-48bc-42af-b763-c95424bb89f5 None None] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:45:01.218055 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:01.218734 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.238083 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42904) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:01.238303 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-782d084a-894c-4af9-bc78-8b0efdb8aaa8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3944035 Jul 05 16:45:01.243036 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:01.267666 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16271157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28182'] for router, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.268851 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16271274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16494044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28185'] for router, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.326375 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.374538 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bd3d0eb-f082-5283-b0ea-96e63d5c795c-3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'fixed_ips': [{'subnet_id': '412d1619-d124-4215-8f0e-b6e1037a7505'}]}} from dv-cinder-796286-13-iscsi. {{(pid=93111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 16:45:01.375290 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.469991 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16272112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16271143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28171'] for router, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.527261 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.db_base_plugin_common [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Allocated IP 172.20.0.2 (3f5d6cfb-79fc-45fa-b551-1ae60f722db4/412d1619-d124-4215-8f0e-b6e1037a7505/75b54e3f-9146-4db5-97d4-7b8558d7995f) {{(pid=93111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:45:01.684945 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a25c2e83-caf4-4639-bed9-1c22c26f2908 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:01.710416 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.731278 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.760812 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Notify callbacks [] for port, precommit_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.771244 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Transition to ACTIVE for port object 75b54e3f-9146-4db5-97d4-7b8558d7995f will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:01.791688 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Transition to ACTIVE for port object 75b54e3f-9146-4db5-97d4-7b8558d7995f will not be triggered until provisioned by entity DHCP. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:01.795442 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port a25c2e83-caf4-4639-bed9-1c22c26f2908 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:01.799198 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428'] for port, after_create {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.808053 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a25c2e83-caf4-4639-bed9-1c22c26f2908 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:01.808420 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.835648 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Allocated IP 172.27.3.177 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/2f57b181-c78a-4832-80fa-b84dd098d294) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:45:01.865202 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 is already hosted by enough agents. {{(pid=93111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:45:01.872916 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.scheduler.base_scheduler [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Resources bound (agent type, host, resource id): {{(pid=93111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:45:01.881909 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Received port after_create {{(pid=93111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:45:01.889395 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Pushing event updated for resources: {'Port': ['ID=75b54e3f-9146-4db5-97d4-7b8558d7995f,revision_number=1']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:01.958901 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.981022 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Attempting to bind port 75b54e3f-9146-4db5-97d4-7b8558d7995f on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:45:01.981418 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Attempting to bind port 75b54e3f-9146-4db5-97d4-7b8558d7995f by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:45:01.981802 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Attempting to bind port 75b54e3f-9146-4db5-97d4-7b8558d7995f on network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:45:01.991075 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.996899 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:45:01.997277 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Checking segment: {'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:45:01.997781 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:01.998386 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Bound using segment: {'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:45:01.998654 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Bound port: 75b54e3f-9146-4db5-97d4-7b8558d7995f, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:45:01.999033 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:02.007200 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:02.027320 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port a25c2e83-caf4-4639-bed9-1c22c26f2908, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a25c2e83-caf4-4639-bed9-1c22c26f2908,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:02.046584 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:02.050107 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:45:02.053194 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:45:02.055568 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:45:02.084084 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f57b181-c78a-4832-80fa-b84dd098d294,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:02.115046 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] For port 75b54e3f-9146-4db5-97d4-7b8558d7995f, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:45:02.120694 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=a25c2e83-caf4-4639-bed9-1c22c26f2908,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:02.131214 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] For port 75b54e3f-9146-4db5-97d4-7b8558d7995f, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=75b54e3f-9146-4db5-97d4-7b8558d7995f,segment=NetworkSegment(abbae6a3-db99-4ad8-b582-9ac58363672f),segment_id=abbae6a3-db99-4ad8-b582-9ac58363672f)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:45:02.136831 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:02.199656 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc14bfa-b00c-4f4f-8d28-e2e625437fba None None] Pushing event updated for resources: {'Port': ['ID=75b54e3f-9146-4db5-97d4-7b8558d7995f,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:02.252131 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:45:02.265021 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:02.267017 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:02.345391 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:02.395467 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:02.567130 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16271166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16272107'] for router, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:02.615990 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 2, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:02.700142 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 is scheduled to L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 with binding_index 1 {{(pid=93110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 16:45:02.724747 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:45:02.725094 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Updating router 1b54b908-7f46-4945-8c09-d80acc2e8676 port 8db9c883-1c94-44f3-8ac8-9982410d66eb binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:45:02.759557 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.069084 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.077882 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:45:03.079988 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Transition to ACTIVE for port object 8db9c883-1c94-44f3-8ac8-9982410d66eb will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:03.086310 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.090039 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Sync routers for ids ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:45:03.099878 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Routers {'381931d0-1d74-4f7e-b9dd-d2e34899dd76'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:03.101027 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:03.106988 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.110919 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-b9cc0a09-0105-41e3-b3f9-186b38be78f7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8690498 Jul 05 16:45:03.111254 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42906) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:03.133592 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Pushing event updated for resources: {'Port': ['ID=8db9c883-1c94-44f3-8ac8-9982410d66eb,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:03.142702 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.143092 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.143436 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.143767 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.144235 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.144568 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.144896 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.145215 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.145772 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.146087 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.146558 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.147043 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:45:03.253772 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Attempting to bind port 8db9c883-1c94-44f3-8ac8-9982410d66eb on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:45:03.254431 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Attempting to bind port 8db9c883-1c94-44f3-8ac8-9982410d66eb by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:45:03.254570 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Attempting to bind port 8db9c883-1c94-44f3-8ac8-9982410d66eb on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:45:03.261236 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:45:03.261658 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Checking segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:45:03.262030 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.262420 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Bound using segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:45:03.262875 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Bound port: 8db9c883-1c94-44f3-8ac8-9982410d66eb, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:45:03.263367 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.347557 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] For port 8db9c883-1c94-44f3-8ac8-9982410d66eb, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:45:03.351920 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] For port 8db9c883-1c94-44f3-8ac8-9982410d66eb, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8db9c883-1c94-44f3-8ac8-9982410d66eb,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:45:03.358194 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.363174 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a0496b-0b23-45c6-955e-940e22646843 None None] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:45:03.447015 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:03.448065 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:03.501469 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-c597a9ec-3ac3-4262-955c-53826e871965 None None] Provisioning for port 75b54e3f-9146-4db5-97d4-7b8558d7995f completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:03.512943 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616437f-a617-4c92-ac8b-43a0b2789c36 None None] Pushing event updated for resources: {'Port': ['ID=8db9c883-1c94-44f3-8ac8-9982410d66eb,revision_number=4']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:03.582040 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Set router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:03.645493 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:03.767147 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.795602 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a25c2e83-caf4-4639-bed9-1c22c26f2908 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:03.927725 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a25c2e83-caf4-4639-bed9-1c22c26f2908 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:03.928710 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:03.976203 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:02Z', 'revision_number': 3, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port': {'id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:03.995963 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Allocated IP 172.20.0.1 (3f5d6cfb-79fc-45fa-b551-1ae60f722db4/412d1619-d124-4215-8f0e-b6e1037a7505/a99d9e47-c3f4-4486-ad13-0b9be46d0294) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:45:03.998903 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-ab740b18-434f-439a-b8da-01686152a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:03Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:04.007327 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Checking router: 381931d0-1d74-4f7e-b9dd-d2e34899dd76 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:45:04.007684 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Updating router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 port 2f57b181-c78a-4832-80fa-b84dd098d294 binding host dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:45:04.033518 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab740b18-434f-439a-b8da-01686152a987 None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:03Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:45:04.072165 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.119406 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.138037 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Transition to ACTIVE for port object a99d9e47-c3f4-4486-ad13-0b9be46d0294 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:04.139401 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 75b54e3f-9146-4db5-97d4-7b8558d7995f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:04.175167 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.209903 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:45:04.213870 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:45:04.217504 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:45:04.256558 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a99d9e47-c3f4-4486-ad13-0b9be46d0294,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:04.272737 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16282076'] for router_interface, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.344948 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 75b54e3f-9146-4db5-97d4-7b8558d7995f completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:04.353825 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 75b54e3f-9146-4db5-97d4-7b8558d7995f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:04.354216 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.441815 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.542270 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.547759 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.552102 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-ab08bc92-8889-4bfb-8e2b-22cd48f0a069 None None] Provisioning for port a99d9e47-c3f4-4486-ad13-0b9be46d0294 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:04.565000 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Transition to ACTIVE for port object 2f57b181-c78a-4832-80fa-b84dd098d294 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:04.572381 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-ab08bc92-8889-4bfb-8e2b-22cd48f0a069 None None] Provisioning complete for port a99d9e47-c3f4-4486-ad13-0b9be46d0294 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:04.572802 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-ab08bc92-8889-4bfb-8e2b-22cd48f0a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.581210 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.627293 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.633607 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.652175 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 75b54e3f-9146-4db5-97d4-7b8558d7995f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=75b54e3f-9146-4db5-97d4-7b8558d7995f,segment=NetworkSegment(abbae6a3-db99-4ad8-b582-9ac58363672f),segment_id=abbae6a3-db99-4ad8-b582-9ac58363672f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:04.670020 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.678539 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-ab08bc92-8889-4bfb-8e2b-22cd48f0a069 None None] Port a99d9e47-c3f4-4486-ad13-0b9be46d0294 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:45:04.685918 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Attempting to bind port 2f57b181-c78a-4832-80fa-b84dd098d294 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:45:04.686293 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Attempting to bind port 2f57b181-c78a-4832-80fa-b84dd098d294 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:45:04.686656 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Attempting to bind port 2f57b181-c78a-4832-80fa-b84dd098d294 on network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:45:04.688633 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdceccb-5676-4d72-ba7c-0f887ce14dca None None] Pushing event updated for resources: {'Port': ['ID=2f57b181-c78a-4832-80fa-b84dd098d294,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:04.692040 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a99d9e47-c3f4-4486-ad13-0b9be46d0294,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:04.709173 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16317175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16284065'] for router_interface, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.721344 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:45:04.721718 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Checking segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:45:04.722106 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.722542 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Bound using segment: {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:45:04.723015 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Bound port: 2f57b181-c78a-4832-80fa-b84dd098d294, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d586c-90d6-4e35-9c49-84ce1baa1749', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:45:04.723392 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.776705 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=75b54e3f-9146-4db5-97d4-7b8558d7995f,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:04.797135 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] For port 2f57b181-c78a-4832-80fa-b84dd098d294, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:45:04.800416 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] For port 2f57b181-c78a-4832-80fa-b84dd098d294, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=2f57b181-c78a-4832-80fa-b84dd098d294,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:45:04.802688 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:45:04.804074 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:45:04.805201 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:04.868318 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Routers {'381931d0-1d74-4f7e-b9dd-d2e34899dd76'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:04.869034 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:04.908175 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdceccb-5676-4d72-ba7c-0f887ce14dca None None] Pushing event updated for resources: {'Port': ['ID=2f57b181-c78a-4832-80fa-b84dd098d294,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:04.931050 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:45:04.982700 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] Set router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:05.042157 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:45:05.047568 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-bd2d8b9a-d637-466d-8505-ff475338c7c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/381931d0-1d74-4f7e-b9dd-d2e34899dd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9353063 Jul 05 16:45:05.064397 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-dfed87fc-2296-429c-9abf-210ed435a851 None None] Provisioning complete for port a99d9e47-c3f4-4486-ad13-0b9be46d0294 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:05.064773 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-dfed87fc-2296-429c-9abf-210ed435a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.141392 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-dfed87fc-2296-429c-9abf-210ed435a851 None None] Port a99d9e47-c3f4-4486-ad13-0b9be46d0294 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:45:05.218264 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 4, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port': {'id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'a99d9e47-c3f4-4486-ad13-0b9be46d0294', 'name': '', 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'mac_address': 'fa:16:3e:67:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:03Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 2, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'subnets': [{'id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:05.250907 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e9d17-b3eb-4a0c-9080-de45a9fcc078 None None] The sync data for ids ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'] in dv-cinder-796286-13-iscsi is: [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 4, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port': {'id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'a99d9e47-c3f4-4486-ad13-0b9be46d0294', 'name': '', 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'mac_address': 'fa:16:3e:67:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:03Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 2, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'subnets': [{'id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:45:05.671563 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8db9c883-1c94-44f3-8ac8-9982410d66eb up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:05.688530 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42916) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:05.693189 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-68ae387d-0d11-4ac5-9f45-46c5fe967d0c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522140011', 'description': 'tempest-secgroup-smoke-522140011 description', 'project_id': '8248eeecb5c049bcb18edd88f7433711'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:05.722118 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-68ae387d-0d11-4ac5-9f45-46c5fe967d0c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.723460 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 8db9c883-1c94-44f3-8ac8-9982410d66eb completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:05.727453 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 8db9c883-1c94-44f3-8ac8-9982410d66eb triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:05.727836 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.811357 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-68ae387d-0d11-4ac5-9f45-46c5fe967d0c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.816827 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.817379 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-68ae387d-0d11-4ac5-9f45-46c5fe967d0c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.845937 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-68ae387d-0d11-4ac5-9f45-46c5fe967d0c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.849207 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-68ae387d-0d11-4ac5-9f45-46c5fe967d0c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1573989 Jul 05 16:45:05.849887 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42918) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:05.854668 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 8db9c883-1c94-44f3-8ac8-9982410d66eb, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8db9c883-1c94-44f3-8ac8-9982410d66eb,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:05.855231 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-9c014db6-bb45-4d1c-a047-dec2e592ab1c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'security_group_rule': {'security_group_id': 'a8f14f04-40b3-408b-a26a-3b17478a0cda', 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:05.858477 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.859450 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 75b54e3f-9146-4db5-97d4-7b8558d7995f up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:05.860414 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae387d-0d11-4ac5-9f45-46c5fe967d0c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f14f04-40b3-408b-a26a-3b17478a0cda,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:05.883074 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9c014db6-bb45-4d1c-a047-dec2e592ab1c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.935320 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=8db9c883-1c94-44f3-8ac8-9982410d66eb,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:05.949301 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 75b54e3f-9146-4db5-97d4-7b8558d7995f triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:05.949706 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.955359 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9c014db6-bb45-4d1c-a047-dec2e592ab1c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.959223 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9c014db6-bb45-4d1c-a047-dec2e592ab1c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.979001 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c014db6-bb45-4d1c-a047-dec2e592ab1c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33995d5-c114-4eae-b1e5-ec10599cf21f,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:05.986668 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9c014db6-bb45-4d1c-a047-dec2e592ab1c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:05.987918 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9c014db6-bb45-4d1c-a047-dec2e592ab1c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370919 Jul 05 16:45:05.990700 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42920) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:05.995688 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-ed8ec93a-16cc-4620-8a7c-d08b29a6961e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'security_group_rule': {'security_group_id': 'a8f14f04-40b3-408b-a26a-3b17478a0cda', 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:06.023376 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec93a-16cc-4620-8a7c-d08b29a6961e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.082993 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec93a-16cc-4620-8a7c-d08b29a6961e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.086126 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec93a-16cc-4620-8a7c-d08b29a6961e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.104101 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ec93a-16cc-4620-8a7c-d08b29a6961e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea190cb9-6b2c-40b9-8c88-a0b5478c1c0c,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:06.107689 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec93a-16cc-4620-8a7c-d08b29a6961e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.109021 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-ed8ec93a-16cc-4620-8a7c-d08b29a6961e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174049 Jul 05 16:45:06.111746 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42922) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:06.116351 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-4552d213-9732-454f-b807-b2b2e5dd1a5c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'security_group_rule': {'security_group_id': 'a8f14f04-40b3-408b-a26a-3b17478a0cda', 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:06.143517 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4552d213-9732-454f-b807-b2b2e5dd1a5c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.201010 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4552d213-9732-454f-b807-b2b2e5dd1a5c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.205389 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4552d213-9732-454f-b807-b2b2e5dd1a5c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.223645 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d213-9732-454f-b807-b2b2e5dd1a5c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d212d0f0-e916-4e27-9478-2dd727f11b60,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:06.230046 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4552d213-9732-454f-b807-b2b2e5dd1a5c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.231258 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4552d213-9732-454f-b807-b2b2e5dd1a5c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185577 Jul 05 16:45:06.234011 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42924) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:06.238285 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-59ebe7ae-924c-4ef5-865d-20deaaf43b5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'security_group_rule': {'security_group_id': 'a8f14f04-40b3-408b-a26a-3b17478a0cda', 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:06.265020 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-59ebe7ae-924c-4ef5-865d-20deaaf43b5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.322983 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-59ebe7ae-924c-4ef5-865d-20deaaf43b5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.326537 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-59ebe7ae-924c-4ef5-865d-20deaaf43b5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.349268 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-59ebe7ae-924c-4ef5-865d-20deaaf43b5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.350476 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-59ebe7ae-924c-4ef5-865d-20deaaf43b5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155577 Jul 05 16:45:06.353839 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42926) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:06.358228 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'security_group_rule': {'security_group_id': 'a8f14f04-40b3-408b-a26a-3b17478a0cda', 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:06.363635 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebe7ae-924c-4ef5-865d-20deaaf43b5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e651082-c3e3-4823-b752-9666f4e98127,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:06.382157 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.securitygroups_db [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Project 8248eeecb5c049bcb18edd88f7433711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:45:06.387408 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.448098 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.451466 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.468477 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2c9e31-1d2d-4b5f-8880-98c6993306c9,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:06.474400 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.475480 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-91d77cc2-b761-4375-8664-eea4b54317b0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206398 Jul 05 16:45:06.478679 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 42928) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:06.483033 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'security_group_rule': {'security_group_id': 'a8f14f04-40b3-408b-a26a-3b17478a0cda', 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:06.504670 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.securitygroups_db [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Project 8248eeecb5c049bcb18edd88f7433711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 16:45:06.509623 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.569076 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.572490 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16356829'] for security_group_rule, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.588865 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8d4ae9-a3a6-4259-839a-a992c1cf9fcc,revision_number=0']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:06.596298 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:06.601248 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-4aaed15b-fae6-4249-a201-758745d9afdb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215625 Jul 05 16:45:06.973931 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9a5dff83-5af5-4244-bd8c-c3ca7e8c72b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:07.690350 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8db9c883-1c94-44f3-8ac8-9982410d66eb up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:07.738950 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 8db9c883-1c94-44f3-8ac8-9982410d66eb triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:07.739466 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:07.954249 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2f57b181-c78a-4832-80fa-b84dd098d294 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:08.006231 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port 2f57b181-c78a-4832-80fa-b84dd098d294 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:08.010880 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 2f57b181-c78a-4832-80fa-b84dd098d294 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:08.011246 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.060161 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Sync routers for ids ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:45:08.069124 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Routers {'381931d0-1d74-4f7e-b9dd-d2e34899dd76'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:08.069784 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:08.097156 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.120445 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port 2f57b181-c78a-4832-80fa-b84dd098d294, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=2f57b181-c78a-4832-80fa-b84dd098d294,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:08.125699 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.185961 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=2f57b181-c78a-4832-80fa-b84dd098d294,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:08.193198 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Set router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:08.397946 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 4, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port': {'id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'a99d9e47-c3f4-4486-ad13-0b9be46d0294', 'name': '', 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'mac_address': 'fa:16:3e:67:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:03Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 2, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'subnets': [{'id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:08.422986 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Checking router: 381931d0-1d74-4f7e-b9dd-d2e34899dd76 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:45:08.423342 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Updating router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 port a99d9e47-c3f4-4486-ad13-0b9be46d0294 binding host dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 16:45:08.460703 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.794616 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.804128 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Transition to ACTIVE for port object a99d9e47-c3f4-4486-ad13-0b9be46d0294 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:08.809993 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.857698 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a0cb2-6f02-4412-b02e-ac64d972f806 None None] Pushing event updated for resources: {'Port': ['ID=a99d9e47-c3f4-4486-ad13-0b9be46d0294,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:08.915537 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Attempting to bind port a99d9e47-c3f4-4486-ad13-0b9be46d0294 on host dv-cinder-796286-13-iscsi for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:45:08.916090 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Attempting to bind port a99d9e47-c3f4-4486-ad13-0b9be46d0294 by drivers openvswitch,hyperv on host dv-cinder-796286-13-iscsi at level 0 using segments [{'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:45:08.916460 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Attempting to bind port a99d9e47-c3f4-4486-ad13-0b9be46d0294 on network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:45:08.921793 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Checking agent: {'id': '6fbbc51c-f182-4bfa-aa2b-5b5221a5e2ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 15, 57, 40), 'started_at': datetime.datetime(2021, 7, 5, 15, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:45:08.922168 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Checking segment: {'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:45:08.922596 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.922990 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Bound using segment: {'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:45:08.923450 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Bound port: a99d9e47-c3f4-4486-ad13-0b9be46d0294, host: dv-cinder-796286-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbae6a3-db99-4ad8-b582-9ac58363672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:45:08.923854 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:08.990943 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] For port a99d9e47-c3f4-4486-ad13-0b9be46d0294, host dv-cinder-796286-13-iscsi, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:45:08.994976 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] For port a99d9e47-c3f4-4486-ad13-0b9be46d0294, host dv-cinder-796286-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a99d9e47-c3f4-4486-ad13-0b9be46d0294,segment=NetworkSegment(abbae6a3-db99-4ad8-b582-9ac58363672f),segment_id=abbae6a3-db99-4ad8-b582-9ac58363672f)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:45:09.000138 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:09.047093 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Routers {'381931d0-1d74-4f7e-b9dd-d2e34899dd76'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:09.047722 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:44:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:09.106810 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a0cb2-6f02-4412-b02e-ac64d972f806 None None] Pushing event updated for resources: {'Port': ['ID=a99d9e47-c3f4-4486-ad13-0b9be46d0294,revision_number=4']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:09.171137 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] Set router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:09.384688 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 4, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port': {'id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'a99d9e47-c3f4-4486-ad13-0b9be46d0294', 'name': '', 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'mac_address': 'fa:16:3e:67:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:03Z', 'updated_at': '2021-07-05T16:45:08Z', 'revision_number': 4, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'subnets': [{'id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:09.410853 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1b662-5f15-4bac-ac9b-ed57b53b1fd2 None None] The sync data for ids ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'] in dv-cinder-796286-13-iscsi is: [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:04Z', 'revision_number': 4, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port': {'id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': 'a99d9e47-c3f4-4486-ad13-0b9be46d0294', 'name': '', 'network_id': '3f5d6cfb-79fc-45fa-b551-1ae60f722db4', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'mac_address': 'fa:16:3e:67:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:03Z', 'updated_at': '2021-07-05T16:45:08Z', 'revision_number': 4, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'subnets': [{'id': '412d1619-d124-4215-8f0e-b6e1037a7505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:45:09.486660 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f0a27f4d-aedb-460e-990b-f918509fc30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:09.653952 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a99d9e47-c3f4-4486-ad13-0b9be46d0294 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:09.704920 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning for port a99d9e47-c3f4-4486-ad13-0b9be46d0294 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:09.709246 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a99d9e47-c3f4-4486-ad13-0b9be46d0294 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:09.709649 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:09.794666 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:09.837608 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] For port a99d9e47-c3f4-4486-ad13-0b9be46d0294, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a99d9e47-c3f4-4486-ad13-0b9be46d0294,segment=NetworkSegment(abbae6a3-db99-4ad8-b582-9ac58363672f),segment_id=abbae6a3-db99-4ad8-b582-9ac58363672f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:09.841266 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:09.842055 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2f57b181-c78a-4832-80fa-b84dd098d294 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:09.847451 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:09.919967 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Pushing event updated for resources: {'Port': ['ID=a99d9e47-c3f4-4486-ad13-0b9be46d0294,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:09.933528 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port 2f57b181-c78a-4832-80fa-b84dd098d294 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:09.933903 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:11.182768 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:11.627028 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a99d9e47-c3f4-4486-ad13-0b9be46d0294 up at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:11.676274 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Provisioning complete for port a99d9e47-c3f4-4486-ad13-0b9be46d0294 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:11.676637 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:13.562898 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:16.634369 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:23.144274 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-f7d74ebd-cf36-46be-b4ca-e8b78dc28955 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522140011&fields=id&tenant_id=8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 267 time: 0.0351741 Jul 05 16:45:23.250971 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-5d4c9ac3-e225-4c5f-a4a2-f91ef6c48fa8 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:23.252428 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-5d4c9ac3-e225-4c5f-a4a2-f91ef6c48fa8 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 812 time: 0.1020377 Jul 05 16:45:23.267409 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-3cd70b2d-645e-4aeb-a751-d21423b43d60 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/quotas/8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 375 time: 0.0095854 Jul 05 16:45:23.334958 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-fde8268e-2245-4e16-8bcd-a61f865ce536 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627511 Jul 05 16:45:23.526373 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-065f6a5f-817f-4413-b52f-ed48b7633a6f service neutron] 10.222.0.24 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799431 Jul 05 16:45:23.618556 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-6c56c7c9-4019-4440-9152-2224616c6dbf service neutron] 10.222.0.24 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856178 Jul 05 16:45:24.930777 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7725f787-5d8b-4b5a-a286-a37c11fc1704 req-50cc4a5f-132c-4060-b715-3bd404a9a2cb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 210 time: 0.0289176 Jul 05 16:45:26.016084 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1ec9930e-3612-4020-9660-e5878a5e3f81 req-abe0aba1-6f54-4b28-8756-ed2cdb570764 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 210 time: 0.0314815 Jul 05 16:45:27.099488 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-476dac38-3ec6-4be9-83e5-621cbcadc55a req-c6defcec-88c8-4197-ab7f-da34a5d4ce5e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 210 time: 0.0297873 Jul 05 16:45:28.244344 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4bfc4691-1adb-4ff9-b898-9f9d975f615d req-fdffcebf-5465-4e2f-8bff-f7349b1775dc tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 210 time: 0.0284851 Jul 05 16:45:29.002523 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-46e5851e-1f11-4355-aa38-6823be744c21 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:29.003982 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-46e5851e-1f11-4355-aa38-6823be744c21 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 812 time: 0.1091981 Jul 05 16:45:29.056893 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-e7b81b01-427d-435e-ba2e-d406b5ce762f tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 379 time: 0.0429728 Jul 05 16:45:29.065511 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'port': {'device_id': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'admin_state_up': True, 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'security_groups': ['a8f14f04-40b3-408b-a26a-3b17478a0cda']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:29.178275 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Made reservation on behalf of 8248eeecb5c049bcb18edd88f7433711 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:45:29.181738 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:29.304140 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Allocated IP 172.20.0.8 (066d3cb3-8775-41c8-83aa-f61f22846f22/4cacc890-0131-47c8-8b94-0c3cd532c311/2d491557-c2dd-485c-8be4-7adceb5f7556) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:45:29.430977 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b16d4515-7876-4034-ace2-c7f291b18922 req-ff64daa5-0e70-4375-a973-a3e955759372 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 210 time: 0.0732627 Jul 05 16:45:29.485811 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:29.500408 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Transition to ACTIVE for port object 2d491557-c2dd-485c-8be4-7adceb5f7556 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:29.536285 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:29.592319 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:45:29.600535 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:45:29.603549 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:45:29.634188 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=2d491557-c2dd-485c-8be4-7adceb5f7556,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:29.662917 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:29.663443 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:29.679340 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-828690e4-1720-4842-bf46-dac8d311e901 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6176512 Jul 05 16:45:29.692536 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Request body: {'port': {'device_id': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:29.764608 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:29.842445 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-8208cf75-b0e7-4916-a3f7-26b337e954a1 None None] Provisioning for port 2d491557-c2dd-485c-8be4-7adceb5f7556 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:29.846985 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-8208cf75-b0e7-4916-a3f7-26b337e954a1 None None] Provisioning complete for port 2d491557-c2dd-485c-8be4-7adceb5f7556 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:29.847355 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8208cf75-b0e7-4916-a3f7-26b337e954a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:29.879510 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-8208cf75-b0e7-4916-a3f7-26b337e954a1 None None] Port 2d491557-c2dd-485c-8be4-7adceb5f7556 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:45:30.028523 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d491557-c2dd-485c-8be4-7adceb5f7556 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:45:30.035849 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:30.047164 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Transition to ACTIVE for port object 2d491557-c2dd-485c-8be4-7adceb5f7556 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:45:30.050891 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:30.099998 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Pushing event updated for resources: {'Port': ['ID=2d491557-c2dd-485c-8be4-7adceb5f7556,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:30.169708 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Attempting to bind port 2d491557-c2dd-485c-8be4-7adceb5f7556 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:45:30.170042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Attempting to bind port 2d491557-c2dd-485c-8be4-7adceb5f7556 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:45:30.170371 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Attempting to bind port 2d491557-c2dd-485c-8be4-7adceb5f7556 on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:45:30.175697 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Port 2d491557-c2dd-485c-8be4-7adceb5f7556 on network 066d3cb3-8775-41c8-83aa-f61f22846f22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:45:30.176026 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Attempting to bind port 2d491557-c2dd-485c-8be4-7adceb5f7556 on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:45:30.183497 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:45:30.184058 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Checking segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:45:30.184689 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Bound using segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:45:30.185455 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Bound port: 2d491557-c2dd-485c-8be4-7adceb5f7556, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:45:30.186046 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:30.259263 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] For port 2d491557-c2dd-485c-8be4-7adceb5f7556, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:45:30.262319 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] For port 2d491557-c2dd-485c-8be4-7adceb5f7556, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d491557-c2dd-485c-8be4-7adceb5f7556,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:45:30.265752 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:30.298269 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:30.298882 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:30.300283 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] 10.222.0.39 "PUT /v2.0/ports/2d491557-c2dd-485c-8be4-7adceb5f7556 HTTP/1.1" status: 200 len: 1093 time: 0.6122465 Jul 05 16:45:30.300711 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:45:30.303205 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539ac0e-048b-4f94-a7af-658287420718" -d '{"events": [{"name": "network-changed", "server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:45:30.328521 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8afbe3-725e-4bea-a975-44e0935f39bb service neutron] Pushing event updated for resources: {'Port': ['ID=2d491557-c2dd-485c-8be4-7adceb5f7556,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:30.408223 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab86d4-9945-41df-a9a5-85ea0cabab50 x-openstack-request-id: req-02ab86d4-9945-41df-a9a5-85ea0cabab50 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:45:30.408628 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:45:30.408952 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02ab86d4-9945-41df-a9a5-85ea0cabab50 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:45:30.409616 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'status': 'completed', 'code': 200} Jul 05 16:45:30.418408 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-02dabc3b-368c-4a73-8f24-dd50daf93ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:30.419902 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-02dabc3b-368c-4a73-8f24-dd50daf93ccc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 1096 time: 0.0691762 Jul 05 16:45:30.464005 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-4a5c2c77-9f3d-4726-8915-074f16e26983 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d491557-c2dd-485c-8be4-7adceb5f7556 HTTP/1.1" status: 200 len: 217 time: 0.0370934 Jul 05 16:45:30.512801 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-a3c9fd15-57e1-4284-9d86-8347648715ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:30.515282 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-a3c9fd15-57e1-4284-9d86-8347648715ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0448689 Jul 05 16:45:30.622423 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-6eda9698-5245-4780-a104-1613e8cba6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:30.623786 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-6eda9698-5245-4780-a104-1613e8cba6b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1032202 Jul 05 16:45:30.638778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884976f-52ef-4fde-96d3-87257e0a675b req-1571b954-697a-4855-8faa-cefa4ada8266 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:30.640766 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3884976f-52ef-4fde-96d3-87257e0a675b req-1571b954-697a-4855-8faa-cefa4ada8266 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0917602 Jul 05 16:45:30.722927 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3884976f-52ef-4fde-96d3-87257e0a675b req-c8f23d01-f088-4034-b45c-f556958e8775 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749638 Jul 05 16:45:30.744783 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-c62f70d5-4e4a-4479-a3a3-69530fdb9c2e service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133487 Jul 05 16:45:31.077331 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7f0d3d2d-1a93-4d33-94f8-9766fdcfebb5 req-f974e4d4-dd37-4c71-861a-c39768c34bfa service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261831 Jul 05 16:45:31.178120 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539ac0e-048b-4f94-a7af-658287420718 req-c218ad9e-8ef2-4bbd-9ef3-4b525a3dacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:31.179571 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d539ac0e-048b-4f94-a7af-658287420718 req-c218ad9e-8ef2-4bbd-9ef3-4b525a3dacab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 1096 time: 0.0510075 Jul 05 16:45:31.272682 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539ac0e-048b-4f94-a7af-658287420718 req-63247e4d-da50-4cee-8326-5f9918e62a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:31.274148 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d539ac0e-048b-4f94-a7af-658287420718 req-63247e4d-da50-4cee-8326-5f9918e62a17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0856881 Jul 05 16:45:31.315230 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d539ac0e-048b-4f94-a7af-658287420718 req-4e2de2ee-b8c8-4640-b537-acc81d888540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d491557-c2dd-485c-8be4-7adceb5f7556 HTTP/1.1" status: 200 len: 217 time: 0.0336542 Jul 05 16:45:31.361451 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539ac0e-048b-4f94-a7af-658287420718 req-7c618d31-a351-4a7a-95ad-78b0f2a680b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:31.362757 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d539ac0e-048b-4f94-a7af-658287420718 req-7c618d31-a351-4a7a-95ad-78b0f2a680b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0417547 Jul 05 16:45:31.422507 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539ac0e-048b-4f94-a7af-658287420718 req-b6074670-832a-4682-a51c-680d5ee097af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:31.423935 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d539ac0e-048b-4f94-a7af-658287420718 req-b6074670-832a-4682-a51c-680d5ee097af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540872 Jul 05 16:45:31.508132 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d539ac0e-048b-4f94-a7af-658287420718 req-ce55702b-d4b7-4420-b06c-d8a641999350 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776770 Jul 05 16:45:31.598157 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d539ac0e-048b-4f94-a7af-658287420718 req-39bdd0d7-0421-4835-b310-ac42528a69d4 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829849 Jul 05 16:45:31.899628 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87fee6-1936-4c16-a4aa-af94d9231ff2 req-5a7a4b28-6c3b-473b-9527-e8e1f1148a22 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:31.901073 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9a87fee6-1936-4c16-a4aa-af94d9231ff2 req-5a7a4b28-6c3b-473b-9527-e8e1f1148a22 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0616636 Jul 05 16:45:31.938232 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9a87fee6-1936-4c16-a4aa-af94d9231ff2 req-3ed338ef-8a03-4d28-8aa8-2f47195fbecd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Jul 05 16:45:33.109607 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b59e-420f-42db-af5d-435d748d325e req-9419f805-624c-46c8-aa08-b6506d2f9f5f tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:33.111094 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8a9b59e-420f-42db-af5d-435d748d325e req-9419f805-624c-46c8-aa08-b6506d2f9f5f tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0623283 Jul 05 16:45:33.151869 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f8a9b59e-420f-42db-af5d-435d748d325e req-99d6e018-9983-441b-85a0-6990b13b602d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352621 Jul 05 16:45:34.334915 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6244-e4ff-4685-aa4a-4410943dd36f req-40e4879c-75c4-45f4-b2af-cf5ea7fb426d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:34.336394 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a3b6244-e4ff-4685-aa4a-4410943dd36f req-40e4879c-75c4-45f4-b2af-cf5ea7fb426d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0674767 Jul 05 16:45:34.374756 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a3b6244-e4ff-4685-aa4a-4410943dd36f req-e01c8a53-a91a-4c0f-8492-98b6fddb98ad tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327778 Jul 05 16:45:35.547552 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c155d59-e61a-4cd9-b7a4-6237f655f95f req-199480ca-8168-4985-9694-7abf0b9dca7d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:35.548927 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7c155d59-e61a-4cd9-b7a4-6237f655f95f req-199480ca-8168-4985-9694-7abf0b9dca7d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0640292 Jul 05 16:45:35.585845 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7c155d59-e61a-4cd9-b7a4-6237f655f95f req-c4a96a41-3cce-4081-ac41-3b5d414e6afd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Jul 05 16:45:35.609651 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:45:36.762782 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c122-ccbe-454e-9f4a-ff3788a78aa4 req-3f6c9b3a-8008-4621-9b80-8382ea4e28ab tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:36.764262 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5761c122-ccbe-454e-9f4a-ff3788a78aa4 req-3f6c9b3a-8008-4621-9b80-8382ea4e28ab tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0625746 Jul 05 16:45:36.805875 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5761c122-ccbe-454e-9f4a-ff3788a78aa4 req-61d65167-82a7-4503-89ff-32f91ec9ada6 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360930 Jul 05 16:45:36.975255 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-456e10c8-c1c9-4e94-8998-63262fd16253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:37.979828 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66cbc8-f379-4cc5-a7e7-89c21ea553b8 req-e310a145-7ab6-4c41-865e-913109b31a75 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:37.981341 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cb66cbc8-f379-4cc5-a7e7-89c21ea553b8 req-e310a145-7ab6-4c41-865e-913109b31a75 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0621500 Jul 05 16:45:38.018703 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cb66cbc8-f379-4cc5-a7e7-89c21ea553b8 req-1e019b56-c0f9-4038-b265-fb56d6531ae7 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312610 Jul 05 16:45:39.192040 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0fdf-044e-4853-bd50-2255c8920d4d req-9cde9454-e4e8-4d58-824c-b9f995548ef3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:39.193026 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-123a0fdf-044e-4853-bd50-2255c8920d4d req-9cde9454-e4e8-4d58-824c-b9f995548ef3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 943 time: 0.0633838 Jul 05 16:45:39.231549 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-123a0fdf-044e-4853-bd50-2255c8920d4d req-73f1c1e4-06a3-4dbe-b330-777552218ac0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328529 Jul 05 16:45:39.435290 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 2d491557-c2dd-485c-8be4-7adceb5f7556 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:45:39.508465 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-933c33ac-e603-478c-a38c-db4fba5780b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:39.539826 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 2d491557-c2dd-485c-8be4-7adceb5f7556, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d491557-c2dd-485c-8be4-7adceb5f7556,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:39.550716 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'port_id': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'mac_address': 'fa:16:3e:7f:ab:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:45:39.588660 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:39.601656 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d491557-c2dd-485c-8be4-7adceb5f7556 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:45:39.621019 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 2d491557-c2dd-485c-8be4-7adceb5f7556, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d491557-c2dd-485c-8be4-7adceb5f7556,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:39.624654 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:39.668699 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=2d491557-c2dd-485c-8be4-7adceb5f7556,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:39.828228 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:39.857438 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['2d491557-c2dd-485c-8be4-7adceb5f7556'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:45:40.411706 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11977ff-43f3-421e-8d96-f05e295ef6d6 req-904464d2-cc52-420a-b5b4-7c5ad638c0ed tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:40.413210 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b11977ff-43f3-421e-8d96-f05e295ef6d6 req-904464d2-cc52-420a-b5b4-7c5ad638c0ed tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 944 time: 0.0668068 Jul 05 16:45:40.457373 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b11977ff-43f3-421e-8d96-f05e295ef6d6 req-e53317a8-197e-4f5f-b388-1b70f38b4134 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342863 Jul 05 16:45:41.185157 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:41.451436 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 2d491557-c2dd-485c-8be4-7adceb5f7556 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:45:41.503771 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 2d491557-c2dd-485c-8be4-7adceb5f7556 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:45:41.507630 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 2d491557-c2dd-485c-8be4-7adceb5f7556 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:45:41.508029 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:41.585694 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:41.608560 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:45:41.612170 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43769efa-4b58-4184-ba08-d57f26df9cd4" -d '{"events": [{"server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "name": "network-vif-plugged", "status": "completed", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:45:41.624791 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 2d491557-c2dd-485c-8be4-7adceb5f7556, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d491557-c2dd-485c-8be4-7adceb5f7556,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:45:41.629668 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:41.636727 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469dc0d-b514-4be9-8adc-56a3e07a70c4 req-fba7d6e6-0bac-439d-b296-f9e809383aae tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:41.638267 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3469dc0d-b514-4be9-8adc-56a3e07a70c4 req-fba7d6e6-0bac-439d-b296-f9e809383aae tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 944 time: 0.0656478 Jul 05 16:45:41.677111 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3469dc0d-b514-4be9-8adc-56a3e07a70c4 req-0e459cb7-5f5d-41a4-b06a-8ed8ab70044b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Jul 05 16:45:41.677501 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=2d491557-c2dd-485c-8be4-7adceb5f7556,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:41.723450 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694a9dc8-2d8b-439b-8e7e-07ef4396c08e x-openstack-request-id: req-694a9dc8-2d8b-439b-8e7e-07ef4396c08e {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:45:41.723745 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "name": "network-vif-plugged", "status": "completed", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:45:41.724004 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-694a9dc8-2d8b-439b-8e7e-07ef4396c08e {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:45:41.724398 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'code': 200} Jul 05 16:45:41.976552 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616041-a61f-4b18-bdf0-0d194dce10c0 req-1f8474ed-417f-47e5-ba6d-831ee413ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:41.977933 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-88616041-a61f-4b18-bdf0-0d194dce10c0 req-1f8474ed-417f-47e5-ba6d-831ee413ed65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 1098 time: 0.0503116 Jul 05 16:45:42.014600 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-88616041-a61f-4b18-bdf0-0d194dce10c0 req-7ad2f1b8-c929-437b-a058-5e00d7dffe44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299468 Jul 05 16:45:42.859311 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecb14a-bd3a-4512-b2f0-859f02278539 req-e11cd2dd-d32f-4490-a2c5-4a32680d168c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:42.861533 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-04ecb14a-bd3a-4512-b2f0-859f02278539 req-e11cd2dd-d32f-4490-a2c5-4a32680d168c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 945 time: 0.0669849 Jul 05 16:45:42.900244 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-04ecb14a-bd3a-4512-b2f0-859f02278539 req-fd5f6a70-de33-4149-80e7-742a7ddd76f9 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329049 Jul 05 16:45:43.565004 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:44.068416 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e920-baca-4606-9825-f90edd6db397 req-67e8b25f-600c-4c18-8ca6-af7ae496b83e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:44.069948 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3b57e920-baca-4606-9825-f90edd6db397 req-67e8b25f-600c-4c18-8ca6-af7ae496b83e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 945 time: 0.0627079 Jul 05 16:45:44.109413 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3b57e920-baca-4606-9825-f90edd6db397 req-d9abf502-d65e-47f2-9c42-3c86b5e2490b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338280 Jul 05 16:45:44.290181 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95b651-ce54-4d48-a0f1-fe94e4572979 req-cd3a8934-2dc5-43c7-8f03-039d2073f680 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:44.291709 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a95b651-ce54-4d48-a0f1-fe94e4572979 req-cd3a8934-2dc5-43c7-8f03-039d2073f680 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 945 time: 0.0677698 Jul 05 16:45:44.335333 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-1a95b651-ce54-4d48-a0f1-fe94e4572979 req-ca75c239-5a3d-4b4a-96e5-784afd3faa6c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378711 Jul 05 16:45:44.361020 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43126) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:44.455093 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1336e3-8bd0-4b75-9e4d-27271acbeea0 tempest-TestVolumeBootPattern-1797545632 tempest-TestVolumeBootPattern-1797545632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:44.456562 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-9a1336e3-8bd0-4b75-9e4d-27271acbeea0 tempest-TestVolumeBootPattern-1797545632 tempest-TestVolumeBootPattern-1797545632-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 1093 time: 0.0945406 Jul 05 16:45:44.459584 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43130) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:45:44.464048 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'port_id': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:45:44.487316 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:44.587795 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:44.696528 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Allocated IP 172.27.3.151 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/c7acdf62-d9a9-4c09-bd30-e28d30b671f5) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:45:44.802674 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:44.841177 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:44.877762 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:45:44.880467 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:45:44.886326 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:45:44.911685 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=c7acdf62-d9a9-4c09-bd30-e28d30b671f5,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:45.244481 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:45.321410 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:45.464951 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:45.469860 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:45.533253 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=c7acdf62-d9a9-4c09-bd30-e28d30b671f5,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:45:45.544352 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:45.640685 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Floating IP 3a05e483-3dba-4736-b773-0fc4123f3dfa associated. External IP: 172.27.3.151, port: 2d491557-c2dd-485c-8be4-7adceb5f7556. Jul 05 16:45:45.839400 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:45:46.197242 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:45:46.206834 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:45:46.213323 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:46.216970 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:46.217693 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:45:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:46.247762 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f23d6b34-f704-47b7-a538-e7f5447f686b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7871647 Jul 05 16:45:46.248333 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:45:46.252088 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2449847-c6c8-47d1-9aea-7f946cbc3045" -d '{"events": [{"name": "network-changed", "server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:45:46.323433 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:46.344850 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd946999-06aa-4898-acaf-bb44ceeeaa85 x-openstack-request-id: req-bd946999-06aa-4898-acaf-bb44ceeeaa85 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:45:46.345098 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:45:46.345379 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd946999-06aa-4898-acaf-bb44ceeeaa85 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:45:46.345766 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'status': 'completed', 'code': 200} Jul 05 16:45:46.417043 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-64b17ef1-43d2-4f00-b060-b61239c2fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:46.418645 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-64b17ef1-43d2-4f00-b060-b61239c2fc49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 1098 time: 0.0527613 Jul 05 16:45:46.509388 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-5af3a312-e8d8-4af8-91e7-1f9151237183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:46.510884 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-5af3a312-e8d8-4af8-91e7-1f9151237183 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0861580 Jul 05 16:45:46.575781 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-e601e26b-5e25-4239-97ae-dafa07720f0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d491557-c2dd-485c-8be4-7adceb5f7556 HTTP/1.1" status: 200 len: 999 time: 0.0581427 Jul 05 16:45:46.590121 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '3a05e483-3dba-4736-b773-0fc4123f3dfa', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:7f:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:45:45Z', 'updated_at': '2021-07-05T16:45:45Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:46.618965 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:45:46.624852 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-eec19beb-a02e-4015-9de8-1c84b91fcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:46.626940 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-eec19beb-a02e-4015-9de8-1c84b91fcd18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0450361 Jul 05 16:45:46.638829 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:45:46.639591 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:45:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:46.642809 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:45:46.687290 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-e6110189-823e-4ed1-9da6-8d12a95abff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:45:46.689557 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-e6110189-823e-4ed1-9da6-8d12a95abff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561750 Jul 05 16:45:46.793749 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-471fb23d-f242-4a7c-a6ad-86009f856921 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978389 Jul 05 16:45:46.869858 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:45:46.886049 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c2449847-c6c8-47d1-9aea-7f946cbc3045 req-f5a8dcea-53e2-4681-9f7f-517c6c969cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 Jul 05 16:45:47.094625 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '3a05e483-3dba-4736-b773-0fc4123f3dfa', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:7f:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:45:45Z', 'updated_at': '2021-07-05T16:45:45Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:45:47.124299 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d8a15-8c97-42ff-a3c7-4119ce06790d None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '3a05e483-3dba-4736-b773-0fc4123f3dfa', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:7f:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:45:45Z', 'updated_at': '2021-07-05T16:45:45Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:45:47.299310 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f55ea-6ad5-4f26-bb8c-d0185d43fd69 None None] New status for floating IP 3a05e483-3dba-4736-b773-0fc4123f3dfa: ACTIVE {{(pid=93114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:46:06.976378 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-7f161a34-1155-4f11-a0a2-1ef75d7cbce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:09.491200 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b4adf9ad-998c-4a04-b2aa-90a6948b1d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:09.828052 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:11.187121 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:12.609643 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:46:13.568608 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:16.634834 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:21.546807 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-6edb1cf7-2ab1-451b-8efb-c3431d5ca18a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040821 Jul 05 16:46:21.639561 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-48f5964a-e9a9-434b-b9f9-457425c75e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:46:21.641054 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-48f5964a-e9a9-434b-b9f9-457425c75e39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 1098 time: 0.0524914 Jul 05 16:46:21.748864 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-c2a8fc61-1979-48dd-b7dd-b235344d1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:46:21.750316 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-c2a8fc61-1979-48dd-b7dd-b235344d1751 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0892611 Jul 05 16:46:21.812810 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-2cc62d84-400b-4615-9fd9-94a8d506b687 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d491557-c2dd-485c-8be4-7adceb5f7556 HTTP/1.1" status: 200 len: 1001 time: 0.0565755 Jul 05 16:46:21.859154 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-3571b155-7b96-4018-8205-5937d86a9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:46:21.860537 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-3571b155-7b96-4018-8205-5937d86a9f8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0415988 Jul 05 16:46:21.919783 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-30d6fe57-8814-4812-8a0a-0bc82d49b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:46:21.921296 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-30d6fe57-8814-4812-8a0a-0bc82d49b10b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545063 Jul 05 16:46:21.931275 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-1aad21dd-72fd-451a-bca2-b5e82784ccec service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:46:21.932196 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-1aad21dd-72fd-451a-bca2-b5e82784ccec service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048616 Jul 05 16:46:22.016627 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-fefb2402-ce1c-413f-a225-05d31973ba56 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781317 Jul 05 16:46:22.106428 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3bfd31cf-84df-488c-8a2d-14460d6c2ba3 req-279c0f5c-c78f-439a-b8f9-b60b5eb0a856 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839303 Jul 05 16:46:36.977093 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-940f8605-3460-49c7-a518-19a03eeb9c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:39.492625 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c4c68020-54b2-4524-99ca-d7277698f960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:39.830485 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:41.190343 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:43.571866 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:46.648166 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:46:49.612737 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:47:06.976587 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-005d6b57-061d-443b-9dde-44622e2c8291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:09.494682 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-99cea843-8dac-45dd-b843-438748f3884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:09.831709 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:11.199120 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:13.572938 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:16.656309 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:23.024441 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-04c2108b-5d90-4267-b6b1-fab9290e1355 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530849 Jul 05 16:47:23.122341 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-ba2260eb-cad8-43a5-8819-b082fc7f5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:23.123825 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-ba2260eb-cad8-43a5-8819-b082fc7f5f96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 1098 time: 0.0561876 Jul 05 16:47:23.233117 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-503fcbef-d17b-49b9-ab4f-ad1c922e163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:23.234541 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-503fcbef-d17b-49b9-ab4f-ad1c922e163a service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0904946 Jul 05 16:47:23.298783 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-27cb111d-52e8-4649-9b8d-63a2d30b1dab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d491557-c2dd-485c-8be4-7adceb5f7556 HTTP/1.1" status: 200 len: 1001 time: 0.0574090 Jul 05 16:47:23.351596 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-ffd6d5f9-9997-4d8f-a32f-890058803ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:23.353045 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-ffd6d5f9-9997-4d8f-a32f-890058803ebc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0473292 Jul 05 16:47:23.410040 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-39ceaff0-e692-451b-860b-52728c1662ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:23.411529 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-39ceaff0-e692-451b-860b-52728c1662ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522327 Jul 05 16:47:23.499847 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-ba05b9a6-7856-4c7a-8b9f-f96763492cdc service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810535 Jul 05 16:47:23.595456 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-45dfc62f-3acb-4546-90a6-a749890afda3 req-fb30f54d-e9bd-4bc9-80e6-d5c37f0052a1 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895176 Jul 05 16:47:26.610811 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:47:36.977158 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f43f3a6b-1de1-4bad-b731-e6a31f4201e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:39.495867 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b4117240-8e3b-4cd6-8edc-427675718e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:39.831977 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:41.196581 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:41.328924 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff495a3-a3d8-466e-a475-be71883ee82e req-1be07cd1-3eb5-4699-a56e-83e42cf1b0cf tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:41.331056 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-eff495a3-a3d8-466e-a475-be71883ee82e req-1be07cd1-3eb5-4699-a56e-83e42cf1b0cf tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 945 time: 0.1484408 Jul 05 16:47:41.371875 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-eff495a3-a3d8-466e-a475-be71883ee82e req-7c5241f1-767d-4641-995e-2ca69378b767 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332217 Jul 05 16:47:42.713726 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-47849935-49fa-4fe5-89f4-c474945e7a12 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:42.715099 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-47849935-49fa-4fe5-89f4-c474945e7a12 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 945 time: 0.0997329 Jul 05 16:47:42.776072 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570dc2-4e6b-4528-90a7-6257c04bcd83 req-e5665882-769e-4eb1-8dcd-fe110b9eb542 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:42.777556 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-41570dc2-4e6b-4528-90a7-6257c04bcd83 req-e5665882-769e-4eb1-8dcd-fe110b9eb542 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 945 time: 0.1148751 Jul 05 16:47:42.843060 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-41570dc2-4e6b-4528-90a7-6257c04bcd83 req-8318f0c7-1b26-4b1a-9612-e39da9237c16 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577188 Jul 05 16:47:42.858553 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Deleting port 2d491557-c2dd-485c-8be4-7adceb5f7556 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:47:42.858904 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:42.946935 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] For port 2d491557-c2dd-485c-8be4-7adceb5f7556, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d491557-c2dd-485c-8be4-7adceb5f7556,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:47:42.947296 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:43.160519 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:43.160877 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:43.161184 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.l3_db [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Floating IP 3a05e483-3dba-4736-b773-0fc4123f3dfa disassociated. External IP: 172.27.3.151, port: 2d491557-c2dd-485c-8be4-7adceb5f7556. Jul 05 16:47:43.161547 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Calling delete_port for 2d491557-c2dd-485c-8be4-7adceb5f7556 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:47:43.297142 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:43.325640 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event deleted for resources: {'Port': ['ID=2d491557-c2dd-485c-8be4-7adceb5f7556,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:47:43.337513 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.337864 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.338203 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.338527 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.338858 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.339181 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.339501 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.339833 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.340129 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.340446 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.340761 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.341071 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:43.452554 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:47:43.560116 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:47:43.574828 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:47:43.586725 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:43.588763 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:47:43.589420 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:47:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:47:43.613275 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] No DVR routers for this DVR port 2d491557-c2dd-485c-8be4-7adceb5f7556 on host hv-cinder-79628 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:47:43.615781 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:43.617840 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-b78484db-659f-4a4b-a871-2e09e6e9a8cd req-745dabff-afeb-49a3-80cb-bdf837803682 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "DELETE /v2.0/ports/2d491557-c2dd-485c-8be4-7adceb5f7556 HTTP/1.1" status: 204 len: 173 time: 0.8958631 Jul 05 16:47:43.618262 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'name': 'network-vif-deleted', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:47:43.620526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031ab604-ae8d-40a9-848f-d16e5b83d38a" -d '{"events": [{"server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "name": "network-vif-deleted", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:47:43.660802 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27923801-2f48-4470-9b98-8734215e6412 x-openstack-request-id: req-27923801-2f48-4470-9b98-8734215e6412 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:47:43.661180 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29065b05-1d88-4f2e-8426-2ad8851fb215", "name": "network-vif-deleted", "tag": "2d491557-c2dd-485c-8be4-7adceb5f7556", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:47:43.661419 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27923801-2f48-4470-9b98-8734215e6412 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:47:43.661893 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29065b05-1d88-4f2e-8426-2ad8851fb215', 'name': 'network-vif-deleted', 'tag': '2d491557-c2dd-485c-8be4-7adceb5f7556', 'status': 'completed', 'code': 200} Jul 05 16:47:43.720334 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:47:43.923115 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:47:43.950987 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:47:43.961373 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:47:43.965684 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:47:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:47:44.000629 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7d9cc302-1172-4149-a8d8-73431134330b req-e6aef857-2d67-4312-ad48-03334f6ad29e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=29065b05-1d88-4f2e-8426-2ad8851fb215 HTTP/1.1" status: 200 len: 210 time: 0.0380502 Jul 05 16:47:44.088216 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:47:44.288369 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:47:44.315550 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6cf05-fc85-4086-a6ff-1e01a4920ebb None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:47:44.534509 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a863ec-2d10-4608-b382-b745c7788588 None None] New status for floating IP 3a05e483-3dba-4736-b773-0fc4123f3dfa: DOWN {{(pid=93114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:47:45.239788 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-ff1223f0-1deb-41a5-8a6d-bf45ac328474 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522140011&fields=id&tenant_id=8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 267 time: 0.0319686 Jul 05 16:47:45.342053 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-a3c061d6-dcf0-4ca3-b884-0337ccb6d45a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:45.343411 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-a3c061d6-dcf0-4ca3-b884-0337ccb6d45a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 812 time: 0.0974553 Jul 05 16:47:45.357889 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-8d40c33a-afd1-4601-9314-5a8d4529ca97 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/quotas/8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 375 time: 0.0089638 Jul 05 16:47:45.434381 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-26410438-8ed3-4c44-9a31-da83613dde35 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711882 Jul 05 16:47:45.451803 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-1c836fcc-da80-4b11-9c23-a4129dca3440 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 16:47:45.452777 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-1c836fcc-da80-4b11-9c23-a4129dca3440 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050879 Jul 05 16:47:45.538426 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-441bb054-fbd0-4531-a294-833b9d8f8d46 service neutron] 10.222.0.24 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798261 Jul 05 16:47:45.628003 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-f0369728-4331-433f-989b-f403efe637c5 service neutron] 10.222.0.24 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837755 Jul 05 16:47:45.926490 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-48817494-f02c-4fb6-a569-82422da3a578 req-6a48367b-445e-4422-ad7d-d1f62ddcf0a7 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 210 time: 0.0293462 Jul 05 16:47:46.646665 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:47.337406 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5ef77cb2-726d-48cc-9e2b-803a81ff5be9 req-09029017-4741-49ac-81da-bb843060961b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 210 time: 0.2918272 Jul 05 16:47:47.381950 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-5f31271e-93aa-4286-8030-079d6f774952 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:47.383490 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-5f31271e-93aa-4286-8030-079d6f774952 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 812 time: 0.3902380 Jul 05 16:47:47.425056 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-6d10ee5b-aedc-47b6-a9e8-0a5474cef68e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 379 time: 0.0332000 Jul 05 16:47:47.433389 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'port': {'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'admin_state_up': True, 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'security_groups': ['a8f14f04-40b3-408b-a26a-3b17478a0cda']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:47:47.545454 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Made reservation on behalf of 8248eeecb5c049bcb18edd88f7433711 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:47:47.549288 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:47.677583 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Allocated IP 172.20.0.14 (066d3cb3-8775-41c8-83aa-f61f22846f22/4cacc890-0131-47c8-8b94-0c3cd532c311/03796598-f48b-4856-aba4-39ac49394733) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:47:47.823247 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:47.837399 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Transition to ACTIVE for port object 03796598-f48b-4856-aba4-39ac49394733 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:47:47.871115 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:47.914825 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:47:47.917984 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:47:47.928998 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:47:47.935448 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=03796598-f48b-4856-aba4-39ac49394733,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:47:47.947825 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 2d491557-c2dd-485c-8be4-7adceb5f7556 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:47:47.968947 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 2d491557-c2dd-485c-8be4-7adceb5f7556 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:47:47.969298 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 2d491557-c2dd-485c-8be4-7adceb5f7556 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:47:47.985821 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:47.987148 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.002700 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-344e7ad7-9eaa-4702-a091-f9727c595deb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727201 Jul 05 16:47:48.015085 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Request body: {'port': {'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:47:48.092687 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.139408 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e30b378f-d790-442c-8ecf-518ceb5b20a7 None None] Provisioning for port 03796598-f48b-4856-aba4-39ac49394733 completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:47:48.144472 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-e30b378f-d790-442c-8ecf-518ceb5b20a7 None None] Provisioning complete for port 03796598-f48b-4856-aba4-39ac49394733 triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:47:48.144837 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e30b378f-d790-442c-8ecf-518ceb5b20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.181265 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e30b378f-d790-442c-8ecf-518ceb5b20a7 None None] Port 03796598-f48b-4856-aba4-39ac49394733 cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:47:48.363062 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03796598-f48b-4856-aba4-39ac49394733 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:47:48.374435 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.386417 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Transition to ACTIVE for port object 03796598-f48b-4856-aba4-39ac49394733 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:47:48.390354 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.441631 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Pushing event updated for resources: {'Port': ['ID=03796598-f48b-4856-aba4-39ac49394733,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:47:48.558775 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Attempting to bind port 03796598-f48b-4856-aba4-39ac49394733 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:47:48.559111 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Attempting to bind port 03796598-f48b-4856-aba4-39ac49394733 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:47:48.559439 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Attempting to bind port 03796598-f48b-4856-aba4-39ac49394733 on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:47:48.571091 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Port 03796598-f48b-4856-aba4-39ac49394733 on network 066d3cb3-8775-41c8-83aa-f61f22846f22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:47:48.571420 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Attempting to bind port 03796598-f48b-4856-aba4-39ac49394733 on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:47:48.587917 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec7cb1-a98a-40d5-8199-9c59e942fe04 req-d5c2d401-246c-4f45-93f1-b9a70b4111d9 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:48.590236 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-21ec7cb1-a98a-40d5-8199-9c59e942fe04 req-d5c2d401-246c-4f45-93f1-b9a70b4111d9 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.1254268 Jul 05 16:47:48.591303 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:47:48.591638 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Checking segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:47:48.592020 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Bound using segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:47:48.592565 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Bound port: 03796598-f48b-4856-aba4-39ac49394733, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:47:48.592798 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.666642 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-21ec7cb1-a98a-40d5-8199-9c59e942fe04 req-1e42111f-234d-4b52-9f7e-d47792dee60e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634515 Jul 05 16:47:48.686428 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] For port 03796598-f48b-4856-aba4-39ac49394733, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:47:48.690412 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] For port 03796598-f48b-4856-aba4-39ac49394733, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=03796598-f48b-4856-aba4-39ac49394733,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:47:48.696650 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.731446 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:48.732057 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:48.733466 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] 10.222.0.39 "PUT /v2.0/ports/03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 1094 time: 0.7228856 Jul 05 16:47:48.733898 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'tag': '03796598-f48b-4856-aba4-39ac49394733'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:47:48.736188 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5096c3-ca15-4548-ae31-2c5364bfe475" -d '{"events": [{"name": "network-changed", "server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "tag": "03796598-f48b-4856-aba4-39ac49394733"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:47:48.765030 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5eb17-b2d8-4fec-ba02-e463a1f4569f service neutron] Pushing event updated for resources: {'Port': ['ID=03796598-f48b-4856-aba4-39ac49394733,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:47:48.776254 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97125134-61ba-4bfd-9799-69f2b0838e93 x-openstack-request-id: req-97125134-61ba-4bfd-9799-69f2b0838e93 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:47:48.776632 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "tag": "03796598-f48b-4856-aba4-39ac49394733", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:47:48.777589 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97125134-61ba-4bfd-9799-69f2b0838e93 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:47:48.778407 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'tag': '03796598-f48b-4856-aba4-39ac49394733', 'status': 'completed', 'code': 200} Jul 05 16:47:48.840397 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-1146ae43-ac67-4bf2-963a-e83b5e657282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:48.841997 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-1146ae43-ac67-4bf2-963a-e83b5e657282 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1097 time: 0.0581436 Jul 05 16:47:48.883942 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-d464f977-34c6-49fc-be44-fc77c0fb4397 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 217 time: 0.0352175 Jul 05 16:47:48.934371 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-de50abfa-9bbf-4164-a712-2e908a513200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:48.935862 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-de50abfa-9bbf-4164-a712-2e908a513200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0457127 Jul 05 16:47:48.995183 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-9dbfaec3-598a-4241-8a53-ce143600250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:48.996646 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-9dbfaec3-598a-4241-8a53-ce143600250c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549257 Jul 05 16:47:49.083123 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-63d10d94-e57f-4d80-896d-49b045283c9e service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799861 Jul 05 16:47:49.173983 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-81f07ded-c8ba-44c4-bf54-c1ab602934cf req-476f459e-8889-4d39-95b0-6800e0c5b15d service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835230 Jul 05 16:47:49.275067 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-a47780a9-26ab-47a3-9f4c-ab52058a234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:49.276601 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-a47780a9-26ab-47a3-9f4c-ab52058a234a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1097 time: 0.0534074 Jul 05 16:47:49.366526 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-22f5afc5-116c-462c-aee1-bbb8af0ff5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:49.367997 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-22f5afc5-116c-462c-aee1-bbb8af0ff5f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0838015 Jul 05 16:47:49.412041 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-a7877e94-7953-4b69-91ff-252adae443c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 217 time: 0.0375011 Jul 05 16:47:49.461983 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-3ec2d5b4-8c13-43e1-aa44-4cf6ae2245b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:49.463327 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-3ec2d5b4-8c13-43e1-aa44-4cf6ae2245b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0446091 Jul 05 16:47:49.519891 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-48315c84-3acd-4ff3-9e26-f6d6929a85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:49.521465 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-48315c84-3acd-4ff3-9e26-f6d6929a85f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519569 Jul 05 16:47:49.617820 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-35473f79-b42d-4804-a0f4-ebf13880c643 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899498 Jul 05 16:47:49.706781 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-fc5096c3-ca15-4548-ae31-2c5364bfe475 req-8d6103aa-c920-41cb-ae8a-410a98eeff29 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832245 Jul 05 16:47:49.851324 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd2728-5ca0-4467-a72e-af948da6fa5c req-c14b30d0-c52f-4daa-87ed-a51ed419de03 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:49.852745 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cbbd2728-5ca0-4467-a72e-af948da6fa5c req-c14b30d0-c52f-4daa-87ed-a51ed419de03 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.0681944 Jul 05 16:47:49.890352 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cbbd2728-5ca0-4467-a72e-af948da6fa5c req-e46d617d-01f8-425f-90ba-de6db1990a15 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Jul 05 16:47:51.066169 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4b956-6274-4b0b-9257-5bc569180876 req-8a4ce1a4-d073-41a0-9800-2d9b4e52a0de tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:51.067659 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-65e4b956-6274-4b0b-9257-5bc569180876 req-8a4ce1a4-d073-41a0-9800-2d9b4e52a0de tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.0637007 Jul 05 16:47:51.106125 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-65e4b956-6274-4b0b-9257-5bc569180876 req-5db88ab2-206c-4ad3-ad17-558dca3956f1 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Jul 05 16:47:52.278804 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6bc0-110d-45b0-90a1-196625b5c73e req-63e117be-14d8-433f-8de1-9ed5a70ea50d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:52.280313 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-28ed6bc0-110d-45b0-90a1-196625b5c73e req-63e117be-14d8-433f-8de1-9ed5a70ea50d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.0632753 Jul 05 16:47:52.319664 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-28ed6bc0-110d-45b0-90a1-196625b5c73e req-655fc81c-30c4-4f33-8832-90721cf575e3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330081 Jul 05 16:47:53.494152 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7004c-5b2a-43b9-a656-8fd429c047c1 req-71e14524-b6f2-4092-a184-2294d67e3e17 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:53.495542 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79e7004c-5b2a-43b9-a656-8fd429c047c1 req-71e14524-b6f2-4092-a184-2294d67e3e17 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.0665722 Jul 05 16:47:53.541082 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79e7004c-5b2a-43b9-a656-8fd429c047c1 req-1950f2b9-c466-4752-86ad-3fb21f62e235 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Jul 05 16:47:54.715249 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6ce11-be41-434c-8f18-2ee4439bfe9c req-078098ad-ac15-4522-8c3f-450cdb0eb1bb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:54.716731 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0be6ce11-be41-434c-8f18-2ee4439bfe9c req-078098ad-ac15-4522-8c3f-450cdb0eb1bb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.0654526 Jul 05 16:47:54.756865 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0be6ce11-be41-434c-8f18-2ee4439bfe9c req-3d11b7b0-acdf-4247-8377-9e2c129ee543 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336058 Jul 05 16:47:55.940013 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90223e25-78cd-4bcc-b6ba-38d1eacd836f req-cf08d7a8-c3c7-4fc7-8ead-565f2744b2aa tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:55.941462 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-90223e25-78cd-4bcc-b6ba-38d1eacd836f req-cf08d7a8-c3c7-4fc7-8ead-565f2744b2aa tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.0686233 Jul 05 16:47:55.978570 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-90223e25-78cd-4bcc-b6ba-38d1eacd836f req-be83d737-14fd-42b1-910a-1aea6317e733 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315776 Jul 05 16:47:57.157177 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0414f62-41d5-48d8-bff2-78ad610d4870 req-b34b82fe-c24c-4c8a-af73-40200fce3175 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:57.158888 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a0414f62-41d5-48d8-bff2-78ad610d4870 req-b34b82fe-c24c-4c8a-af73-40200fce3175 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 944 time: 0.0664346 Jul 05 16:47:57.197078 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a0414f62-41d5-48d8-bff2-78ad610d4870 req-4ad0c637-8664-49ed-bf38-e373fed844c0 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Jul 05 16:47:57.982220 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 03796598-f48b-4856-aba4-39ac49394733 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:47:58.072686 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 03796598-f48b-4856-aba4-39ac49394733, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=03796598-f48b-4856-aba4-39ac49394733,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:47:58.084171 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': '03796598-f48b-4856-aba4-39ac49394733', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:47:58.121822 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:58.134129 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03796598-f48b-4856-aba4-39ac49394733 {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:47:58.153955 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 03796598-f48b-4856-aba4-39ac49394733, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=03796598-f48b-4856-aba4-39ac49394733,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:47:58.160016 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:47:58.219537 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=03796598-f48b-4856-aba4-39ac49394733,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:47:58.227903 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.227903 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.228217 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.228504 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.228835 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.229166 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.229517 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.229843 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.230171 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.230489 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.230810 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.231132 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:47:58.371817 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fcd9c-eda3-4987-9fdd-f259be708578 req-7902a1f3-a05e-468d-b9b6-7f6f5cad1656 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:58.373329 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-063fcd9c-eda3-4987-9fdd-f259be708578 req-7902a1f3-a05e-468d-b9b6-7f6f5cad1656 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 945 time: 0.0637329 Jul 05 16:47:58.391529 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['03796598-f48b-4856-aba4-39ac49394733'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:47:58.412992 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-063fcd9c-eda3-4987-9fdd-f259be708578 req-88d6795a-a294-47cd-8164-ed14331d6bd7 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336363 Jul 05 16:47:59.594057 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34442477-5d4c-43dc-a2d9-326593acf9d0 req-606a9a7e-f66e-4164-804d-a0ba46bdb180 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:47:59.596061 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-34442477-5d4c-43dc-a2d9-326593acf9d0 req-606a9a7e-f66e-4164-804d-a0ba46bdb180 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 945 time: 0.0671887 Jul 05 16:47:59.633590 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-34442477-5d4c-43dc-a2d9-326593acf9d0 req-5b68450e-eeee-4178-b75b-4e38725a89e9 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316806 Jul 05 16:47:59.976899 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 03796598-f48b-4856-aba4-39ac49394733 up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:48:00.026405 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port 03796598-f48b-4856-aba4-39ac49394733 completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:48:00.030100 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port 03796598-f48b-4856-aba4-39ac49394733 triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:48:00.030470 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:00.106114 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:00.131412 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03796598-f48b-4856-aba4-39ac49394733'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:48:00.133669 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6ad12-265b-4a75-99f5-f0861135c2db" -d '{"events": [{"server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "name": "network-vif-plugged", "status": "completed", "tag": "03796598-f48b-4856-aba4-39ac49394733"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:48:00.147930 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port 03796598-f48b-4856-aba4-39ac49394733, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=03796598-f48b-4856-aba4-39ac49394733,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:48:00.153714 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:00.207311 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=03796598-f48b-4856-aba4-39ac49394733,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:48:00.238453 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad70107-4923-454d-892c-33d1693583b4 x-openstack-request-id: req-3ad70107-4923-454d-892c-33d1693583b4 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:48:00.238827 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "name": "network-vif-plugged", "status": "completed", "tag": "03796598-f48b-4856-aba4-39ac49394733", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:48:00.239241 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ad70107-4923-454d-892c-33d1693583b4 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:48:00.239699 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03796598-f48b-4856-aba4-39ac49394733', 'code': 200} Jul 05 16:48:00.497428 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08605e57-9374-4777-8a59-00b2655879e7 req-f99be78c-6cb2-4f86-b422-e15e31c969f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:00.498860 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-08605e57-9374-4777-8a59-00b2655879e7 req-f99be78c-6cb2-4f86-b422-e15e31c969f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1099 time: 0.0521989 Jul 05 16:48:00.533755 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-08605e57-9374-4777-8a59-00b2655879e7 req-e907b55a-e24e-4c2b-956e-603e2b9b6551 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287862 Jul 05 16:48:00.818104 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce868e45-ac0c-4a6b-9083-670b677cd72c req-3d12942a-8acd-4f60-8ebd-8cc951f7d4bc tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:00.819568 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ce868e45-ac0c-4a6b-9083-670b677cd72c req-3d12942a-8acd-4f60-8ebd-8cc951f7d4bc tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 946 time: 0.0712583 Jul 05 16:48:00.856590 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-ce868e45-ac0c-4a6b-9083-670b677cd72c req-fbba01f0-5c7a-4aa3-a388-d923b8113380 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Jul 05 16:48:02.031429 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975969-388b-4a15-b8b4-c4584a5f9d6d req-92b47462-98ce-4a39-92a7-883d38c688e2 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:02.033104 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c6975969-388b-4a15-b8b4-c4584a5f9d6d req-92b47462-98ce-4a39-92a7-883d38c688e2 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 946 time: 0.0629113 Jul 05 16:48:02.071535 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c6975969-388b-4a15-b8b4-c4584a5f9d6d req-9851c5df-0df3-484e-a441-a4addeb0040a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Jul 05 16:48:02.245492 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16ebc5-a567-4cd2-99e9-7f9b68902538 req-1cccc560-bb1b-4f28-967d-1f5599518ae5 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:02.246980 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8e16ebc5-a567-4cd2-99e9-7f9b68902538 req-1cccc560-bb1b-4f28-967d-1f5599518ae5 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 946 time: 0.0662389 Jul 05 16:48:02.286297 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8e16ebc5-a567-4cd2-99e9-7f9b68902538 req-f504d36e-68b9-45d9-ac7d-dbfaf8570785 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331235 Jul 05 16:48:02.317275 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43250) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:48:02.368289 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd671783-1738-4833-9cfb-45507462589a tempest-TestVolumeBootPattern-1797545632 tempest-TestVolumeBootPattern-1797545632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:02.369873 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-bd671783-1738-4833-9cfb-45507462589a tempest-TestVolumeBootPattern-1797545632 tempest-TestVolumeBootPattern-1797545632-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1094 time: 0.0515437 Jul 05 16:48:02.372490 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43254) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:48:02.377482 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:48:02.398935 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:02.496355 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:02.598204 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Allocated IP 172.27.3.241 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/06c1986e-3989-4e77-b89d-59c44d597c3f) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:48:02.702133 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:02.741907 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:02.778446 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:48:02.781198 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:48:02.787855 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:48:02.810829 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=06c1986e-3989-4e77-b89d-59c44d597c3f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:48:02.823832 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.824176 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.824511 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.824840 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.825165 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.825533 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.825855 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.826178 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.826499 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.826858 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.827181 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:02.827475 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:48:03.167456 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:03.247734 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:03.401338 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:03.405993 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:03.477796 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=06c1986e-3989-4e77-b89d-59c44d597c3f,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:48:03.488075 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:03.591508 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Floating IP 7f33555a-2033-4ff6-9a53-f28ab062c2a4 associated. External IP: 172.27.3.241, port: 03796598-f48b-4856-aba4-39ac49394733. Jul 05 16:48:03.609178 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:48:03.804161 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:48:03.916967 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:48:03.927085 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:48:03.934608 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:03.937145 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:48:03.937807 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:47:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:48:03.974177 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-aa8fb88f-e754-47a8-9c07-618aa37d50dd tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6005831 Jul 05 16:48:03.975474 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'tag': '03796598-f48b-4856-aba4-39ac49394733'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:48:03.978323 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962f1ee2-2fb6-4226-a805-f0ee3dacb320" -d '{"events": [{"name": "network-changed", "server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "tag": "03796598-f48b-4856-aba4-39ac49394733"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:48:04.021300 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab6d50-f678-40e9-8d89-5fb5db80c07a x-openstack-request-id: req-00ab6d50-f678-40e9-8d89-5fb5db80c07a {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:48:04.021622 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "tag": "03796598-f48b-4856-aba4-39ac49394733", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:48:04.021875 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00ab6d50-f678-40e9-8d89-5fb5db80c07a {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:48:04.022276 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'tag': '03796598-f48b-4856-aba4-39ac49394733', 'status': 'completed', 'code': 200} Jul 05 16:48:04.105005 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-7c94c62a-42a2-41f8-b39d-7c1f05739f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:04.106450 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-7c94c62a-42a2-41f8-b39d-7c1f05739f71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1099 time: 0.0616159 Jul 05 16:48:04.177549 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:48:04.202897 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-bb1006db-d296-48c3-8fc5-581305d8ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:04.205755 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-bb1006db-d296-48c3-8fc5-581305d8ab51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0929060 Jul 05 16:48:04.279080 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-a7d6901a-8adc-47c0-81f2-174df4fcd313 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 1000 time: 0.0672030 Jul 05 16:48:04.328118 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-08592a15-f2bc-44e0-83ec-7aaabff75298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:04.330537 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-08592a15-f2bc-44e0-83ec-7aaabff75298 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0452561 Jul 05 16:48:04.388343 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-137ee2ac-4ef6-40a2-8142-bfaf97dd4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:04.389886 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-137ee2ac-4ef6-40a2-8142-bfaf97dd4c6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535529 Jul 05 16:48:04.408091 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:03Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:48:04.439395 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:48:04.448521 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:48:04.449139 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:47:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:48:04.491684 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-14ed9704-4bd8-43d0-be93-0848e647a0ca service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947914 Jul 05 16:48:04.559303 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:48:04.592793 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-962f1ee2-2fb6-4226-a805-f0ee3dacb320 req-2af93b53-88b3-41db-aa87-a94978c714c1 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903594 Jul 05 16:48:04.789024 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:03Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:48:04.819584 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c735-6a82-48f5-bac5-ce35fdc420aa None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:03Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:48:04.996252 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4113d-ad4f-4e63-8403-9d47b6716cd6 None None] New status for floating IP 7f33555a-2033-4ff6-9a53-f28ab062c2a4: ACTIVE {{(pid=93114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:48:06.977978 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fb58e984-7110-4c6e-9a2a-9a28f4636645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:09.497508 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-da2b16fc-26b0-402e-8852-76a6007b9cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:09.832878 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:11.199533 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:13.581716 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:16.648004 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:25.068043 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-17d5767a-0931-4425-8754-003fb8cc8e42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506859 Jul 05 16:48:25.167782 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-1d9ba7a1-fec8-4fd9-8b59-dc80ba7cd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:25.169270 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-1d9ba7a1-fec8-4fd9-8b59-dc80ba7cd3c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1099 time: 0.0560079 Jul 05 16:48:25.272997 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-a8cb93f9-3772-47ec-b50b-c610417ba7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:25.274484 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-a8cb93f9-3772-47ec-b50b-c610417ba7bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0823941 Jul 05 16:48:25.342365 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-cd45611b-c45f-4227-b1e9-3470640e37ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 1002 time: 0.0615201 Jul 05 16:48:25.398406 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-1cc53db2-0f4e-4f1f-95e7-294cc236b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:25.399865 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-1cc53db2-0f4e-4f1f-95e7-294cc236b9c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0500288 Jul 05 16:48:25.458897 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-4286913c-de74-411b-a87d-08a8b7aba95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:48:25.460503 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-4286913c-de74-411b-a87d-08a8b7aba95b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535548 Jul 05 16:48:25.553606 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-e57f7535-5940-456b-9d8f-bc13f2da377e service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861468 Jul 05 16:48:25.640018 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-bec6f177-380b-47ad-9c40-58545d5ba3dc req-e7725ea5-e2a7-46ba-922a-4c2eb35f607a service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804777 Jul 05 16:48:36.978597 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-145e2361-5335-4d52-ba8b-368aca41ba2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:39.498194 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-313e062c-a1a3-47d8-9f18-a4542ee0b2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:39.833818 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:40.608306 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:48:41.204475 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:43.582767 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:48:46.664184 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:06.983515 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-a67305ae-ef89-4869-bd27-3acda8cf125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:09.501047 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5839aab3-835b-4924-aa5d-53f844e6b726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:09.833480 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:11.210332 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:13.586283 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:16.657320 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:17.607059 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:49:24.489649 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-df86b2bb-bc1f-4b11-96c3-889e9d986830 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522990 Jul 05 16:49:24.590617 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-7133e1da-f704-410e-a88e-71c7ca0fbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:24.592247 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-7133e1da-f704-410e-a88e-71c7ca0fbec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1099 time: 0.0565646 Jul 05 16:49:24.694929 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-bf306d30-252d-40f5-a4d4-cf77005a869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:24.696467 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-bf306d30-252d-40f5-a4d4-cf77005a869c service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0840983 Jul 05 16:49:24.762795 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-3afc0647-6343-47fa-86bb-07ebb9d4ea99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 1002 time: 0.0600340 Jul 05 16:49:24.812092 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-3b5a2416-a04b-4b31-adb0-c9dc0571af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:24.813563 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-3b5a2416-a04b-4b31-adb0-c9dc0571af17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0438700 Jul 05 16:49:24.868842 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-cc164246-7edb-4bd1-9c19-0261d227e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:24.870487 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-cc164246-7edb-4bd1-9c19-0261d227e204 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508792 Jul 05 16:49:24.960389 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-3f512956-a4ee-4349-ba37-59c8a7213ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834768 Jul 05 16:49:25.051048 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-7bf665cb-1baa-4440-a5fa-8456880d1acf req-c9f619e0-71b1-4811-a747-49661206fffb service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832360 Jul 05 16:49:36.981153 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-19eedde3-3a54-4558-a3b8-a3f7f056fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:39.500491 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-873dbb36-a614-42d4-befb-0888479a95b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:39.834925 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:40.339584 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f5e7f291-d6ae-4657-b2d0-a497ad286031 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522140011&fields=id&tenant_id=8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 267 time: 0.0330608 Jul 05 16:49:40.446723 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-fc6dedbd-2b88-4759-ba31-2c6337d62d7c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:40.448181 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-fc6dedbd-2b88-4759-ba31-2c6337d62d7c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 812 time: 0.1022644 Jul 05 16:49:40.462615 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f9f53e8d-173f-4c3f-8f4e-2dc6ff80089b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/quotas/8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 375 time: 0.0089989 Jul 05 16:49:40.535265 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-a5f628a0-2518-46fa-9fe2-7f9c5963ad47 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0671127 Jul 05 16:49:40.632923 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2281e55f-82f8-4d95-aa6d-9370b3f17939 service neutron] 10.222.0.24 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Jul 05 16:49:40.723350 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-70681879-b1c9-47c9-ae92-ce53f929cd0d service neutron] 10.222.0.24 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845034 Jul 05 16:49:41.014285 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-31c426df-ac9e-47e6-9a92-e824b263f71f req-eca74400-c1b4-4e99-8f26-a4de47ed6395 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 210 time: 0.0291197 Jul 05 16:49:41.208081 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:42.100043 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f90deb24-f0c7-4452-86aa-8f242ed5a30d req-c54895ec-c205-40c0-9a84-36997aef8fe9 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 210 time: 0.0307314 Jul 05 16:49:43.084535 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-ef26a176-2a34-417b-9c45-0846255fbc36 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:43.086227 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-ef26a176-2a34-417b-9c45-0846255fbc36 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 812 time: 0.1061957 Jul 05 16:49:43.133193 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-5efc92e3-6296-4b37-aa92-b2dabe723f14 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8248eeecb5c049bcb18edd88f7433711 HTTP/1.1" status: 200 len: 379 time: 0.0371118 Jul 05 16:49:43.144709 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'port': {'device_id': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'admin_state_up': True, 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'security_groups': ['a8f14f04-40b3-408b-a26a-3b17478a0cda']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:49:43.266751 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-30df8758-3e72-4a82-a56d-0d67334e556a req-3f4efb8e-c608-49da-bb7d-dbe833e2745b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 210 time: 0.0392332 Jul 05 16:49:43.290013 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Made reservation on behalf of 8248eeecb5c049bcb18edd88f7433711 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 16:49:43.293731 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:43.423091 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Allocated IP 172.20.0.8 (066d3cb3-8775-41c8-83aa-f61f22846f22/4cacc890-0131-47c8-8b94-0c3cd532c311/c592fe26-3f8c-453f-91f5-c6396367c5be) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:49:43.570444 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:43.588972 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:43.839018 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Transition to ACTIVE for port object c592fe26-3f8c-453f-91f5-c6396367c5be will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:49:43.875268 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13131791'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:43.918106 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:49:43.921480 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:49:43.928130 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:49:43.933995 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=c592fe26-3f8c-453f-91f5-c6396367c5be,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:49:43.962307 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.962687 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.962996 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.963329 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.963661 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.963987 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.964309 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.964636 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.964961 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.965278 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.965625 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.965939 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:43.992201 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:43.992814 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.009692 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-f7e0a5e4-48b9-4422-9753-87b0d3d67280 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8692050 Jul 05 16:49:44.021459 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.v2.base [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Request body: {'port': {'device_id': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:49:44.097540 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.208263 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-3fa1221a-92f3-49ce-9a9a-2006502ca27e None None] Provisioning for port c592fe26-3f8c-453f-91f5-c6396367c5be completed by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:49:44.212185 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-3fa1221a-92f3-49ce-9a9a-2006502ca27e None None] Provisioning complete for port c592fe26-3f8c-453f-91f5-c6396367c5be triggered by entity DHCP. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:49:44.212573 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-3fa1221a-92f3-49ce-9a9a-2006502ca27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.248494 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1221a-92f3-49ce-9a9a-2006502ca27e None None] Port c592fe26-3f8c-453f-91f5-c6396367c5be cannot update to ACTIVE because it is not bound. {{(pid=93111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 16:49:44.372197 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c592fe26-3f8c-453f-91f5-c6396367c5be {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:49:44.380338 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.419107 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Transition to ACTIVE for port object c592fe26-3f8c-453f-91f5-c6396367c5be will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 16:49:44.424411 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.487099 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Pushing event updated for resources: {'Port': ['ID=c592fe26-3f8c-453f-91f5-c6396367c5be,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:49:44.507793 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c38f-94d8-45e4-88de-1374dbc9e3c8 req-0b690352-7a68-4382-bb9e-c646ed1e162a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:44.509393 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f796c38f-94d8-45e4-88de-1374dbc9e3c8 req-0b690352-7a68-4382-bb9e-c646ed1e162a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 931 time: 0.1266265 Jul 05 16:49:44.594604 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-f796c38f-94d8-45e4-88de-1374dbc9e3c8 req-535b56b3-010e-4d18-ad56-c9ed96398535 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681794 Jul 05 16:49:44.605564 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Attempting to bind port c592fe26-3f8c-453f-91f5-c6396367c5be on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 16:49:44.605901 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Attempting to bind port c592fe26-3f8c-453f-91f5-c6396367c5be by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 16:49:44.606232 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Attempting to bind port c592fe26-3f8c-453f-91f5-c6396367c5be on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:49:44.611819 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Port c592fe26-3f8c-453f-91f5-c6396367c5be on network 066d3cb3-8775-41c8-83aa-f61f22846f22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 16:49:44.612143 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Attempting to bind port c592fe26-3f8c-453f-91f5-c6396367c5be on network 066d3cb3-8775-41c8-83aa-f61f22846f22 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 16:49:44.617438 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Checking agent: {'id': '5544cb9e-65cd-4bd7-a63a-56a3ded9d009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'started_at': datetime.datetime(2021, 7, 5, 16, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 16:49:44.617774 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Checking segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 16:49:44.618157 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Bound using segment: {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 16:49:44.618595 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Bound port: c592fe26-3f8c-453f-91f5-c6396367c5be, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 16:49:44.618977 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.686570 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] For port c592fe26-3f8c-453f-91f5-c6396367c5be, host hv-cinder-79628, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 16:49:44.689550 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] For port c592fe26-3f8c-453f-91f5-c6396367c5be, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c592fe26-3f8c-453f-91f5-c6396367c5be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 16:49:44.693766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132029'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.726818 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:44.727428 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:44.728783 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] 10.222.0.39 "PUT /v2.0/ports/c592fe26-3f8c-453f-91f5-c6396367c5be HTTP/1.1" status: 200 len: 1093 time: 0.7118046 Jul 05 16:49:44.729234 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:49:44.731516 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f" -d '{"events": [{"name": "network-changed", "server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:49:44.757544 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e673df2-c1e4-4bd3-80b0-986eb561b6fb service neutron] Pushing event updated for resources: {'Port': ['ID=c592fe26-3f8c-453f-91f5-c6396367c5be,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:49:44.777541 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816315c-be78-4359-8119-fcbe027c825d x-openstack-request-id: req-7816315c-be78-4359-8119-fcbe027c825d {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:49:44.777830 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:49:44.778077 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7816315c-be78-4359-8119-fcbe027c825d {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:49:44.778459 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'status': 'completed', 'code': 200} Jul 05 16:49:44.822216 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-d170b06a-a1b9-41c6-828d-e2c15dd8ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:44.823790 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-d170b06a-a1b9-41c6-828d-e2c15dd8ebb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 1096 time: 0.0563717 Jul 05 16:49:44.870467 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-679507a4-4d87-4a64-8952-05ccfd041f5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c592fe26-3f8c-453f-91f5-c6396367c5be HTTP/1.1" status: 200 len: 217 time: 0.0396500 Jul 05 16:49:44.921180 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-ee06de23-d144-4932-ac9f-e1ed3a02a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:44.922670 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-ee06de23-d144-4932-ac9f-e1ed3a02a35d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0446589 Jul 05 16:49:44.977927 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-4285fc6d-16d2-4be8-8315-00955f2412e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:44.979400 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-4285fc6d-16d2-4be8-8315-00955f2412e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505376 Jul 05 16:49:45.069293 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-63281156-0889-410d-ac44-14e2fe51eb64 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829716 Jul 05 16:49:45.156224 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-79765450-5e5e-4f9a-854f-92cee4f9df96 req-4b3a36a9-3f2c-4761-b0c2-311aa26649bc service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792530 Jul 05 16:49:45.260342 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-81975742-7aa9-46ea-a616-3f69832e593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:45.261850 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-81975742-7aa9-46ea-a616-3f69832e593e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 1096 time: 0.0513270 Jul 05 16:49:45.353520 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-2c3f3f9a-3e98-48e3-9f8e-557ed2593bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:45.355084 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-2c3f3f9a-3e98-48e3-9f8e-557ed2593bc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0862803 Jul 05 16:49:45.397724 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-237a0b1b-9d1d-4090-a7ce-75b0e9eed22e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c592fe26-3f8c-453f-91f5-c6396367c5be HTTP/1.1" status: 200 len: 217 time: 0.0351613 Jul 05 16:49:45.446610 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-0bb5ded3-a3d3-4f86-939d-69817cfbe6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:45.447916 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-0bb5ded3-a3d3-4f86-939d-69817cfbe6eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0419552 Jul 05 16:49:45.508140 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-21d55013-35b0-4b59-991b-043b3a457f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:45.509690 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-21d55013-35b0-4b59-991b-043b3a457f0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545404 Jul 05 16:49:45.601337 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-349511a5-a186-488d-98aa-8ead982e33e7 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821676 Jul 05 16:49:45.695517 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6af3f9bd-7447-421a-a5b8-cb7ecbb8840f req-a2430267-899b-49fe-9c92-ab9f0a6dac6e service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866072 Jul 05 16:49:45.768201 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ad71-0dfd-4729-b6bc-47bf669de906 req-ac2fa9bf-cda7-47f9-a849-bc247b69895b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:45.769681 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-86a9ad71-0dfd-4729-b6bc-47bf669de906 req-ac2fa9bf-cda7-47f9-a849-bc247b69895b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 943 time: 0.0627875 Jul 05 16:49:45.808373 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-86a9ad71-0dfd-4729-b6bc-47bf669de906 req-a5a278e2-04c7-46bb-beb4-6781507e252d tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Jul 05 16:49:46.673374 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:46.991107 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae1e70-ad2f-4bed-8aaa-9ede9040fa68 req-e5c06a23-75ad-474e-ae30-e96cb81c62ab tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:46.992514 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8fae1e70-ad2f-4bed-8aaa-9ede9040fa68 req-e5c06a23-75ad-474e-ae30-e96cb81c62ab tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 943 time: 0.0654685 Jul 05 16:49:47.035586 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8fae1e70-ad2f-4bed-8aaa-9ede9040fa68 req-0647aa33-a480-443e-8ffe-d7cce34a7706 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368502 Jul 05 16:49:48.212767 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35bac-8dc7-44f9-839e-608f8d6d5950 req-20b0d853-38a5-43eb-b42d-342d69fb475b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:48.214284 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6dc35bac-8dc7-44f9-839e-608f8d6d5950 req-20b0d853-38a5-43eb-b42d-342d69fb475b tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 943 time: 0.0672660 Jul 05 16:49:48.256394 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6dc35bac-8dc7-44f9-839e-608f8d6d5950 req-f72769bd-f3d7-46e6-be7e-d330040ff129 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362160 Jul 05 16:49:49.427901 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60cb9-8497-4bc2-82c8-f68eb9169d77 req-6b17f50d-0143-456e-ad4c-b902e134eb2e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:49.429410 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-29a60cb9-8497-4bc2-82c8-f68eb9169d77 req-6b17f50d-0143-456e-ad4c-b902e134eb2e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 943 time: 0.0628045 Jul 05 16:49:49.472943 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-29a60cb9-8497-4bc2-82c8-f68eb9169d77 req-28cbd0a3-e718-4cc1-8261-1decb2151a4f tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378551 Jul 05 16:49:50.651734 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534915f-b2f0-4e62-8875-20d2380dfab2 req-9efbbc9f-7902-42c6-91d4-592e87ea9b23 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:50.653259 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d534915f-b2f0-4e62-8875-20d2380dfab2 req-9efbbc9f-7902-42c6-91d4-592e87ea9b23 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 943 time: 0.0675943 Jul 05 16:49:50.691427 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d534915f-b2f0-4e62-8875-20d2380dfab2 req-228d86aa-55df-430f-8a97-f2de62b5053a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Jul 05 16:49:51.866443 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb65d-5c4b-4838-af98-a2bc839fd33d req-f56b2d19-d35f-412e-bc64-dce741571d98 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:51.867935 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-54cfb65d-5c4b-4838-af98-a2bc839fd33d req-f56b2d19-d35f-412e-bc64-dce741571d98 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 943 time: 0.0627377 Jul 05 16:49:51.905711 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-54cfb65d-5c4b-4838-af98-a2bc839fd33d req-0568cb5d-47f6-49a6-8973-3465c4993d23 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Jul 05 16:49:52.519524 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c592fe26-3f8c-453f-91f5-c6396367c5be details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 16:49:52.616816 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c592fe26-3f8c-453f-91f5-c6396367c5be, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c592fe26-3f8c-453f-91f5-c6396367c5be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:49:52.628911 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Returning: {'device': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'port_id': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'mac_address': 'fa:16:3e:63:e3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 16:49:52.665833 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:52.678619 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c592fe26-3f8c-453f-91f5-c6396367c5be {{(pid=93111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 16:49:52.697131 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c592fe26-3f8c-453f-91f5-c6396367c5be, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c592fe26-3f8c-453f-91f5-c6396367c5be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:49:52.701352 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:52.748556 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=c592fe26-3f8c-453f-91f5-c6396367c5be,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:49:52.755476 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.755829 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.756169 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.756503 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.756850 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.757165 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.757519 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.757848 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.758173 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.758497 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.758820 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.759140 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:52.919162 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] get_ports_and_sgs() called for port_ids ['c592fe26-3f8c-453f-91f5-c6396367c5be'] {{(pid=93111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 16:49:53.086133 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a358-4d7a-4513-95bd-1abec841d4fe req-1e99f191-5fcc-4dfc-8f2f-1736961ca68e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:53.087640 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6501a358-4d7a-4513-95bd-1abec841d4fe req-1e99f191-5fcc-4dfc-8f2f-1736961ca68e tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 944 time: 0.0709758 Jul 05 16:49:53.140856 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-6501a358-4d7a-4513-95bd-1abec841d4fe req-3d1c746a-eacb-428a-b937-0f0e8a15d636 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475142 Jul 05 16:49:54.310222 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06badac9-84d0-4fe4-a2a9-26db81d57a0f req-dd9c2636-dbdc-4cfa-965b-33ee0a7ccec9 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:54.311709 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-06badac9-84d0-4fe4-a2a9-26db81d57a0f req-dd9c2636-dbdc-4cfa-965b-33ee0a7ccec9 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 944 time: 0.0626132 Jul 05 16:49:54.348791 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-06badac9-84d0-4fe4-a2a9-26db81d57a0f req-1ab5b183-78bf-41bc-acd6-22858c3e1358 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Jul 05 16:49:54.534803 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c592fe26-3f8c-453f-91f5-c6396367c5be up at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 16:49:54.587377 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning for port c592fe26-3f8c-453f-91f5-c6396367c5be completed by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 16:49:54.591013 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Provisioning complete for port c592fe26-3f8c-453f-91f5-c6396367c5be triggered by entity L2. {{(pid=93111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 16:49:54.591415 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743280'] for port, provisioning_complete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:54.604929 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:49:54.664782 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:54.687959 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be'}] {{(pid=93111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:49:54.690227 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe7f53b221d7427cb3bf9df362aacdb7535e6ef75e8725315d825ef4a43681e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e7be6-6827-4e6a-9b0a-19a73670a065" -d '{"events": [{"server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "name": "network-vif-plugged", "status": "completed", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be"}]}' {{(pid=93111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:49:54.703587 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] For port c592fe26-3f8c-453f-91f5-c6396367c5be, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c592fe26-3f8c-453f-91f5-c6396367c5be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:49:54.707723 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:54.731590 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13fb545-6681-4118-ba59-64d01efcb380 x-openstack-request-id: req-e13fb545-6681-4118-ba59-64d01efcb380 {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:49:54.732060 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "name": "network-vif-plugged", "status": "completed", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be", "code": 200}]} {{(pid=93111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:49:54.732322 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e13fb545-6681-4118-ba59-64d01efcb380 {{(pid=93111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:49:54.732712 dv-cinder-796286-13-iscsi neutron-server[93111]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'code': 200} Jul 05 16:49:54.759845 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Pushing event updated for resources: {'Port': ['ID=c592fe26-3f8c-453f-91f5-c6396367c5be,revision_number=5']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:49:54.994156 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a632b74-44c5-45ec-8ddf-19c126f65ac0 req-135f981a-a0f3-44ff-bed4-2f8b0e6b3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:54.995653 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8a632b74-44c5-45ec-8ddf-19c126f65ac0 req-135f981a-a0f3-44ff-bed4-2f8b0e6b3ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 1098 time: 0.0508947 Jul 05 16:49:55.030327 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8a632b74-44c5-45ec-8ddf-19c126f65ac0 req-c72fb9a8-95f6-4bbb-a1a7-07c22a62990f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274670 Jul 05 16:49:55.526321 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf6d3-a119-4f85-861f-bff0d35fc31b req-4fc55dff-b547-4ce6-a0b4-bd398d048b70 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:55.529126 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e64cf6d3-a119-4f85-861f-bff0d35fc31b req-4fc55dff-b547-4ce6-a0b4-bd398d048b70 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 945 time: 0.0681758 Jul 05 16:49:55.573552 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-e64cf6d3-a119-4f85-861f-bff0d35fc31b req-25a59fe8-84f7-4ee6-a02c-019daa7dcfc5 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357604 Jul 05 16:49:56.746557 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ccd2c-c42e-4674-8177-1226c84f0a20 req-e359898d-ddaa-472f-89ee-b30392f413ac tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:56.748702 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a36ccd2c-c42e-4674-8177-1226c84f0a20 req-e359898d-ddaa-472f-89ee-b30392f413ac tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 945 time: 0.0617578 Jul 05 16:49:56.785812 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-a36ccd2c-c42e-4674-8177-1226c84f0a20 req-d751ee49-a8d2-4f2f-8f63-dc2ee99fb182 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Jul 05 16:49:56.961478 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a0ef4-5ec0-4994-a95d-fd39243f9a98 req-1f43d674-a913-4ec0-aa3e-d363d3e8f525 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:56.962934 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9d8a0ef4-5ec0-4994-a95d-fd39243f9a98 req-1f43d674-a913-4ec0-aa3e-d363d3e8f525 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 945 time: 0.0668588 Jul 05 16:49:57.001107 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-9d8a0ef4-5ec0-4994-a95d-fd39243f9a98 req-f4460fc4-f928-4ff5-b331-73259e4074b3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319281 Jul 05 16:49:57.026786 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43378) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:49:57.078837 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86e9a34-ee44-4673-bb57-0966c7e09d52 tempest-TestVolumeBootPattern-1797545632 tempest-TestVolumeBootPattern-1797545632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:57.080350 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-f86e9a34-ee44-4673-bb57-0966c7e09d52 tempest-TestVolumeBootPattern-1797545632 tempest-TestVolumeBootPattern-1797545632-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 1093 time: 0.0525732 Jul 05 16:49:57.083111 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43382) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:49:57.087587 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.v2.base [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Request body: {'floatingip': {'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'port_id': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 16:49:57.108797 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:57.208967 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:57.307510 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Allocated IP 172.27.3.120 (05ee55bb-fabb-4eb6-befa-d7f4cde5502a/0e8a7e60-924c-46d1-b880-130cf985c106/ab88bdbe-91ab-444b-a6a5-b32f06566e0f) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 16:49:57.417049 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:57.457517 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-657976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-231124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761439614428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13234973'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:57.494913 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Network 05ee55bb-fabb-4eb6-befa-d7f4cde5502a is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 16:49:57.498462 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 16:49:57.504150 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 16:49:57.525822 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=ab88bdbe-91ab-444b-a6a5-b32f06566e0f,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:49:57.538747 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.539110 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.539444 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.539781 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.540114 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.540449 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.540781 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.541110 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.541472 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.541798 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.542121 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.542443 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:49:57.888774 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:57.963563 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-657917'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:58.107927 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:58.112199 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761440150056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761439614446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761439612191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235183'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:58.187550 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event updated for resources: {'Port': ['ID=ab88bdbe-91ab-444b-a6a5-b32f06566e0f,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:49:58.196177 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16272013'] for floatingip, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:58.296634 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.db.l3_db [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Floating IP c823d875-ff82-4fb9-b422-86afabd36b7b associated. External IP: 172.27.3.120, port: c592fe26-3f8c-453f-91f5-c6396367c5be. Jul 05 16:49:58.760001 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:49:58.867041 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:49:58.876496 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:49:58.883354 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:49:58.889529 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:49:58.890158 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:49:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:49:58.922901 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-d7523550-5fe0-41f4-ad72-bd8b4744b5d3 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8387058 Jul 05 16:49:58.923638 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:49:58.926251 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1c2f08f55af166fc9b6cd67ec76df918c8285fa78e2a58c5e12bc29a480c0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595" -d '{"events": [{"name": "network-changed", "server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:49:58.965113 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a29465-db48-4bf8-be01-04cf2fdf39f3 x-openstack-request-id: req-99a29465-db48-4bf8-be01-04cf2fdf39f3 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:49:58.965504 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be", "status": "completed", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:49:58.966588 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99a29465-db48-4bf8-be01-04cf2fdf39f3 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:49:58.967187 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'status': 'completed', 'code': 200} Jul 05 16:49:59.003756 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:49:59.049480 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-4c480e64-84f4-418b-b46a-676caa86723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:59.051227 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-4c480e64-84f4-418b-b46a-676caa86723c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 1098 time: 0.0622883 Jul 05 16:49:59.152025 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-3a23ebcc-af96-4686-ad3e-f0f57cfe7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:59.153741 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-3a23ebcc-af96-4686-ad3e-f0f57cfe7e40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0951436 Jul 05 16:49:59.219791 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-5a19ec1f-7ea9-45aa-a129-fd7d9c6176ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c592fe26-3f8c-453f-91f5-c6396367c5be HTTP/1.1" status: 200 len: 999 time: 0.0597742 Jul 05 16:49:59.268330 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-7bb1f347-e56b-4d9a-b143-ccf8cb4350c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:59.269830 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-7bb1f347-e56b-4d9a-b143-ccf8cb4350c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0439658 Jul 05 16:49:59.335688 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-1cfe5f56-f181-4316-a3f5-d21909b2f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:49:59.337727 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-1cfe5f56-f181-4316-a3f5-d21909b2f9cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0618427 Jul 05 16:49:59.392023 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:05Z', 'revision_number': 1, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}, {'id': 'c823d875-ff82-4fb9-b422-86afabd36b7b', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:63:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:49:57Z', 'updated_at': '2021-07-05T16:49:57Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:49:59.421046 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:49:59.429569 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-6120d292-914e-44dd-8d63-9271fe83e159 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853574 Jul 05 16:49:59.429763 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:49:59.430209 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:49:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:49:59.525397 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de0eb98-2db6-4467-8afa-1e7c1f4a7595 req-5a0cf1b9-3fdb-49a6-8f96-db6e1dc723f1 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890894 Jul 05 16:49:59.535012 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:49:59.764387 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:05Z', 'revision_number': 1, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}, {'id': 'c823d875-ff82-4fb9-b422-86afabd36b7b', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:63:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:49:57Z', 'updated_at': '2021-07-05T16:49:57Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:49:59.790500 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562bf40-0ac9-48aa-96b2-0929fdc36051 None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:05Z', 'revision_number': 1, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}, {'id': 'c823d875-ff82-4fb9-b422-86afabd36b7b', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:63:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:49:57Z', 'updated_at': '2021-07-05T16:49:57Z', 'revision_number': 0, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:49:59.978487 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04162-a335-469b-9b75-725ce5b2a205 None None] New status for floating IP c823d875-ff82-4fb9-b422-86afabd36b7b: ACTIVE {{(pid=93114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:50:06.974868 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9b881921-5ca7-43cc-94f2-6f8feb53c7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:09.502313 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b258cbc8-f663-4c5e-b311-e884dd452521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:09.841011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:11.210078 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:13.586970 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:16.688409 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:24.493143 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-5d3dab64-2e87-4fdf-93c5-fa2173df20da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593712 Jul 05 16:50:24.586599 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-219f8066-a6af-42cf-9334-f32bb5ffd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:50:24.588103 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-219f8066-a6af-42cf-9334-f32bb5ffd70a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1099 time: 0.0532458 Jul 05 16:50:24.698746 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-ca51ac89-ef67-4e0a-b89d-882e7ab2783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:50:24.700301 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-ca51ac89-ef67-4e0a-b89d-882e7ab2783d service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0903568 Jul 05 16:50:24.763361 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-eb3d3e6f-3960-49ad-a7fc-b8177618d805 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 1002 time: 0.0564771 Jul 05 16:50:24.818414 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-e04882f7-4c59-4fc3-b8a0-9e0a2cb831e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:50:24.819884 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-e04882f7-4c59-4fc3-b8a0-9e0a2cb831e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0506644 Jul 05 16:50:24.880676 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-41d6a888-354e-4422-abde-90ac8f553957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:50:24.882215 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-41d6a888-354e-4422-abde-90ac8f553957 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559034 Jul 05 16:50:24.970903 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-c695bdd5-0daa-4b56-94b4-b639f3ee2b9a service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815892 Jul 05 16:50:25.061572 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-5a67d063-62b7-481c-bbe0-f936eb45d26d req-fc147197-c2d7-476f-a504-8306bab6b66d service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Jul 05 16:50:31.603183 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:50:36.974901 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9ef6139e-cfb7-4c60-998b-dab274642942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:39.504283 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0e992800-72ec-4878-9329-ff2a61673f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:39.832335 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:41.213242 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:43.590102 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:50:46.684153 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:06.975746 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-97ca4a81-0c28-4f59-9acf-6d3f047dc082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:08.604534 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:51:09.504967 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-52642b1c-dd48-40dd-8006-ce5bb0dca2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:09.832879 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:11.217120 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:13.594201 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:16.688579 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:24.575903 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-7dad8992-ed59-4e68-96a8-96ac3c4f3fd3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075034 Jul 05 16:51:24.647024 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-1bb7d1b7-d2e3-4bfa-8cba-0f0534d95e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:24.648514 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-1bb7d1b7-d2e3-4bfa-8cba-0f0534d95e58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 1098 time: 0.0515935 Jul 05 16:51:24.753023 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-75f5e501-ab9a-40ea-9e30-2e727243cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:24.754447 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-75f5e501-ab9a-40ea-9e30-2e727243cd25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.0869975 Jul 05 16:51:24.818372 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-85eba3f2-17cb-4f89-9a0d-72c5f39c9c36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c592fe26-3f8c-453f-91f5-c6396367c5be HTTP/1.1" status: 200 len: 1001 time: 0.0571499 Jul 05 16:51:24.869984 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-b2beb1cf-ad73-4dbf-89f4-231ae4cafcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:24.871441 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-b2beb1cf-ad73-4dbf-89f4-231ae4cafcd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0465472 Jul 05 16:51:24.929200 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-2c3f0602-0dd7-4185-9e4d-573bc2402aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:24.930722 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-2c3f0602-0dd7-4185-9e4d-573bc2402aab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532243 Jul 05 16:51:25.020080 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-4505c061-8102-4fef-89cc-f0b63d44b260 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829248 Jul 05 16:51:25.120160 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-8b2ad646-7897-4a95-8a2d-4903e59845e3 req-ab8a45b8-4019-4250-97e0-71250ffb2ee1 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928454 Jul 05 16:51:26.768059 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43418) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:27.029158 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Deleting port ab88bdbe-91ab-444b-a6a5-b32f06566e0f {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:27.029616 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:27.145915 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:27.146240 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:27.160077 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Calling delete_port for ab88bdbe-91ab-444b-a6a5-b32f06566e0f owned by network:floatingip {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:27.310037 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:27.339071 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event deleted for resources: {'Port': ['ID=ab88bdbe-91ab-444b-a6a5-b32f06566e0f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:27.351435 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.351904 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.352321 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.352774 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.353236 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.353594 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.353929 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.354262 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.354644 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.355091 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.355490 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.355931 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:27.414578 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:27.415029 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.l3_db [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Floating IP c823d875-ff82-4fb9-b422-86afabd36b7b disassociated (deleted). External IP: 172.27.3.120, port: c592fe26-3f8c-453f-91f5-c6396367c5be. Jul 05 16:51:27.631978 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:51:28.031094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:51:28.035923 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:28.040914 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:51:28.051533 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:28.052314 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:28.073342 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-af0301f8-1420-42ed-a3a7-0d2cce268123 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "DELETE /v2.0/floatingips/c823d875-ff82-4fb9-b422-86afabd36b7b HTTP/1.1" status: 204 len: 168 time: 1.3038220 Jul 05 16:51:28.074047 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:51:28.076962 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3659e7d7-af81-46f4-9bb3-1cda1c723051" -d '{"events": [{"name": "network-changed", "server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:51:28.158612 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:28.430115 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4721663-dadf-4378-8961-fdedab01b73a x-openstack-request-id: req-d4721663-dadf-4378-8961-fdedab01b73a {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:51:28.430880 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:51:28.431563 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4721663-dadf-4378-8961-fdedab01b73a {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:51:28.432602 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'status': 'completed', 'code': 200} Jul 05 16:51:28.484108 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:05Z', 'revision_number': 1, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:28.522348 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-33cf533b-7b92-4c6c-949d-6bf9e88e962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:28.524618 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-33cf533b-7b92-4c6c-949d-6bf9e88e962a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 1098 time: 0.0728309 Jul 05 16:51:28.537823 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:51:28.554358 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:28.555516 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:28.689707 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-2123da4a-2e25-4228-90a5-241216c9cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:28.691226 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-2123da4a-2e25-4228-90a5-241216c9cc87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.1597586 Jul 05 16:51:28.716487 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:28.719363 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7249-788d-4235-87f5-c0997700689e req-ea926abc-50b5-4e17-b8f6-20bdc3f384c8 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:28.721198 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-48fb7249-788d-4235-87f5-c0997700689e req-ea926abc-50b5-4e17-b8f6-20bdc3f384c8 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 945 time: 0.1241655 Jul 05 16:51:28.759468 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-3913a210-a4cb-482b-a353-03ead48da244 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c592fe26-3f8c-453f-91f5-c6396367c5be HTTP/1.1" status: 200 len: 217 time: 0.0597291 Jul 05 16:51:28.821116 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-48fb7249-788d-4235-87f5-c0997700689e req-6d1a3a08-1946-4ffa-8fcc-1a21d0e27c40 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687737 Jul 05 16:51:28.833356 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-2e7afb78-d588-461f-8204-d80613fd95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:28.834931 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-2e7afb78-d588-461f-8204-d80613fd95fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0666215 Jul 05 16:51:28.930232 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-ef60f607-109b-4691-b511-08eef5d53b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:28.932682 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-ef60f607-109b-4691-b511-08eef5d53b62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0889747 Jul 05 16:51:29.032082 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:05Z', 'revision_number': 1, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:29.064573 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575853d0-2d84-4cf0-a7a0-7ecc93e6c2bc None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_floatingips': [{'id': '7f33555a-2033-4ff6-9a53-f28ab062c2a4', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'router_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'port_id': '03796598-f48b-4856-aba4-39ac49394733', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'mac_address': 'fa:16:3e:3f:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T16:48:03Z', 'updated_at': '2021-07-05T16:48:05Z', 'revision_number': 1, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:51:29.084283 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-94954c42-9989-46b6-a622-c0497a07af3a service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435397 Jul 05 16:51:29.178899 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3659e7d7-af81-46f4-9bb3-1cda1c723051 req-b643205e-569f-4d16-851c-ee07990d4aa8 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870240 Jul 05 16:51:29.294309 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26f21e-9565-4b0f-aa1d-67161a594e2b None None] New status for floating IP c823d875-ff82-4fb9-b422-86afabd36b7b: DOWN {{(pid=93114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:51:29.897872 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-4c563215-a10e-4504-a4c4-9a9f537ef8e5 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:29.899421 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-4c563215-a10e-4504-a4c4-9a9f537ef8e5 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 945 time: 0.0674734 Jul 05 16:51:30.047292 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3135d1-330e-4f4d-b551-9d17085c0f51 req-9e89da9c-dad2-44df-8a7b-a8dbecf2a531 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:30.048676 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3b3135d1-330e-4f4d-b551-9d17085c0f51 req-9e89da9c-dad2-44df-8a7b-a8dbecf2a531 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 945 time: 0.1016762 Jul 05 16:51:30.053946 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Deleting port c592fe26-3f8c-453f-91f5-c6396367c5be {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:30.054278 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:30.135914 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-3b3135d1-330e-4f4d-b551-9d17085c0f51 req-49416621-558f-413a-99d3-d0a26c959851 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787675 Jul 05 16:51:30.167626 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] For port c592fe26-3f8c-453f-91f5-c6396367c5be, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c592fe26-3f8c-453f-91f5-c6396367c5be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:30.167979 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:30.182586 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Calling delete_port for c592fe26-3f8c-453f-91f5-c6396367c5be owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:30.328433 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:30.358284 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event deleted for resources: {'Port': ['ID=c592fe26-3f8c-453f-91f5-c6396367c5be,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:30.409195 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] No DVR routers for this DVR port c592fe26-3f8c-453f-91f5-c6396367c5be on host hv-cinder-79628 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:51:30.412062 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:30.414485 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-d9532e93-8cbd-482c-85ad-c2239998ff81 req-5a62f621-634b-4aa5-93f7-a0570586253c tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "DELETE /v2.0/ports/c592fe26-3f8c-453f-91f5-c6396367c5be HTTP/1.1" status: 204 len: 173 time: 0.5098503 Jul 05 16:51:30.435018 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'name': 'network-vif-deleted', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:51:30.437564 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3433fb39-5ba9-4e1f-911c-5f8427bda3fd" -d '{"events": [{"server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "name": "network-vif-deleted", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:51:30.479739 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ce38e1-d439-42fa-aad9-067fc025d0d7 x-openstack-request-id: req-20ce38e1-d439-42fa-aad9-067fc025d0d7 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:51:30.480076 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2f34d-aba2-4756-891d-28c56a7e06b7", "name": "network-vif-deleted", "tag": "c592fe26-3f8c-453f-91f5-c6396367c5be", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:51:30.480289 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20ce38e1-d439-42fa-aad9-067fc025d0d7 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:51:30.480687 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2f34d-aba2-4756-891d-28c56a7e06b7', 'name': 'network-vif-deleted', 'tag': 'c592fe26-3f8c-453f-91f5-c6396367c5be', 'status': 'completed', 'code': 200} Jul 05 16:51:31.305238 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0549e54f-57f0-44c2-a76a-3ed95cb0aa64 req-807c9193-ae36-4afc-a1e0-2cbc97475f06 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=bba2f34d-aba2-4756-891d-28c56a7e06b7 HTTP/1.1" status: 200 len: 210 time: 0.0303280 Jul 05 16:51:34.645600 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43458) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:34.815576 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Deleting port 06c1986e-3989-4e77-b89d-59c44d597c3f {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:34.815921 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:34.892470 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:34.892704 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:34.904943 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Calling delete_port for 06c1986e-3989-4e77-b89d-59c44d597c3f owned by network:floatingip {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:35.044068 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:35.048682 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c592fe26-3f8c-453f-91f5-c6396367c5be no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:35.069598 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: c592fe26-3f8c-453f-91f5-c6396367c5be {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:35.069956 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device c592fe26-3f8c-453f-91f5-c6396367c5be not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:51:35.076591 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event deleted for resources: {'Port': ['ID=06c1986e-3989-4e77-b89d-59c44d597c3f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:35.146571 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:35.147472 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.db.l3_db [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Floating IP 7f33555a-2033-4ff6-9a53-f28ab062c2a4 disassociated (deleted). External IP: 172.27.3.241, port: 03796598-f48b-4856-aba4-39ac49394733. Jul 05 16:51:35.414723 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:51:35.536358 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:51:35.541467 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:35.546441 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:51:35.558282 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:35.558905 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:35.579796 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-a304d1d1-2162-47b9-83b2-4e4366caa920 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f33555a-2033-4ff6-9a53-f28ab062c2a4 HTTP/1.1" status: 204 len: 168 time: 0.9330466 Jul 05 16:51:35.580336 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'tag': '03796598-f48b-4856-aba4-39ac49394733'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:51:35.582637 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf" -d '{"events": [{"name": "network-changed", "server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "tag": "03796598-f48b-4856-aba4-39ac49394733"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:51:35.674135 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:35.831539 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b2d586-822c-4e8d-aa33-03a1cfef40f3 x-openstack-request-id: req-60b2d586-822c-4e8d-aa33-03a1cfef40f3 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:51:35.832051 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "tag": "03796598-f48b-4856-aba4-39ac49394733", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:51:35.832051 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60b2d586-822c-4e8d-aa33-03a1cfef40f3 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:51:35.832447 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'tag': '03796598-f48b-4856-aba4-39ac49394733', 'status': 'completed', 'code': 200} Jul 05 16:51:35.902114 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:35.908741 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-95430080-cd81-4b2d-8c10-cc069960d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:35.910296 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-95430080-cd81-4b2d-8c10-cc069960d9cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8248eeecb5c049bcb18edd88f7433711&device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 1099 time: 0.0547218 Jul 05 16:51:36.050042 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-d4ba7100-8e70-4c2f-b57a-e93a7c778bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:36.051890 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-d4ba7100-8e70-4c2f-b57a-e93a7c778bd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 200 len: 913 time: 0.1344514 Jul 05 16:51:36.053816 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:51:36.062885 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:36.063154 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c94a19-fc6f-4ca5-b632-e133c4bb6246 req-6dc178aa-04e7-48ab-9d86-da757d9a4feb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:36.063507 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:09Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:36.064700 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c5c94a19-fc6f-4ca5-b632-e133c4bb6246 req-6dc178aa-04e7-48ab-9d86-da757d9a4feb tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 946 time: 0.1384735 Jul 05 16:51:36.113429 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-134a5811-8008-4ba0-8ea0-9b837efb1350 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 200 len: 217 time: 0.0477951 Jul 05 16:51:36.156905 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c5c94a19-fc6f-4ca5-b632-e133c4bb6246 req-c4602f24-e8b7-4ed7-abb0-c9c53fb562e8 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856471 Jul 05 16:51:36.165137 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:36.174657 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-a951a19e-cc3c-4c41-879b-28c6a7c1d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:36.176439 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-a951a19e-cc3c-4c41-879b-28c6a7c1d675 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 200 len: 851 time: 0.0503082 Jul 05 16:51:36.235008 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-fb7d9e9c-b5aa-4844-9da7-45e9e25c1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:36.236570 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-fb7d9e9c-b5aa-4844-9da7-45e9e25c1889 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=066d3cb3-8775-41c8-83aa-f61f22846f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515540 Jul 05 16:51:36.331500 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-3785ef0b-cee9-46cd-b7f3-d95b1c0e98a0 service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863516 Jul 05 16:51:36.363095 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:36.389083 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fb783-c648-42d2-a12b-bee45fde6ed1 None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:44:59Z', 'revision_number': 4, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi', '_interfaces': [{'id': '8db9c883-1c94-44f3-8ac8-9982410d66eb', 'name': '', 'network_id': '066d3cb3-8775-41c8-83aa-f61f22846f22', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'mac_address': 'fa:16:3e:42:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:58Z', 'updated_at': '2021-07-05T16:45:05Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'subnets': [{'id': '4cacc890-0131-47c8-8b94-0c3cd532c311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:51:36.422345 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-cfdacd2d-3ccb-4e6b-a21f-689a79ceefbf req-925fbac1-7d86-443a-b9a7-ccbe6211691d service neutron] 10.222.0.39 "GET /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832865 Jul 05 16:51:36.623451 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767ab2d-9d8c-415f-9c6e-d2e232b7e92b None None] New status for floating IP 7f33555a-2033-4ff6-9a53-f28ab062c2a4: DOWN {{(pid=93114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 16:51:36.984992 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9434151d-f577-44b8-8a9d-0a3e4c4f5f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:37.379788 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-d6764f8c-db00-4bb7-ae41-f904ccc20690 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:37.381374 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-d6764f8c-db00-4bb7-ae41-f904ccc20690 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 946 time: 0.1313608 Jul 05 16:51:37.482816 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21218a-1b74-414d-9fa4-ee4785bf0f99 req-6ed7e132-3ab6-4b1c-9eae-e35cfc5f34b6 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 16:51:37.484282 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f21218a-1b74-414d-9fa4-ee4785bf0f99 req-6ed7e132-3ab6-4b1c-9eae-e35cfc5f34b6 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 946 time: 0.1573300 Jul 05 16:51:37.542860 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-0f21218a-1b74-414d-9fa4-ee4785bf0f99 req-cdbd6ab5-7bbe-4e24-9538-b3791a37d9cf tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f14f04-40b3-408b-a26a-3b17478a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521145 Jul 05 16:51:37.546585 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Deleting port 03796598-f48b-4856-aba4-39ac49394733 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:37.546958 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:37.646339 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] For port 03796598-f48b-4856-aba4-39ac49394733, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=03796598-f48b-4856-aba4-39ac49394733,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:37.646691 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:37.659257 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Calling delete_port for 03796598-f48b-4856-aba4-39ac49394733 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:37.799030 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:37.827978 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event deleted for resources: {'Port': ['ID=03796598-f48b-4856-aba4-39ac49394733,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:37.871080 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] No DVR routers for this DVR port 03796598-f48b-4856-aba4-39ac49394733 on host hv-cinder-79628 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:51:37.873770 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:37.875812 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-4de4b62e-b2b1-41f8-8c56-ea6dbd8de936 req-e99f5de4-5126-4988-abed-52d73dd4364a tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.39 "DELETE /v2.0/ports/03796598-f48b-4856-aba4-39ac49394733 HTTP/1.1" status: 204 len: 173 time: 0.4882882 Jul 05 16:51:37.876263 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'name': 'network-vif-deleted', 'tag': '03796598-f48b-4856-aba4-39ac49394733'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 16:51:37.878530 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede9f742c608c3f954935db3c2c26c4ebe2c4881ca21c0e5b41061d8f67724af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a94b1-e281-4f9e-a6e7-38c45aae8ff4" -d '{"events": [{"server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "name": "network-vif-deleted", "tag": "03796598-f48b-4856-aba4-39ac49394733"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 16:51:37.921983 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec74bf11-cbe1-43ed-9043-444c99dd7985 x-openstack-request-id: req-ec74bf11-cbe1-43ed-9043-444c99dd7985 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 16:51:37.922322 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5856fb0b-40be-4acf-8ec1-5821dc810e9b", "name": "network-vif-deleted", "tag": "03796598-f48b-4856-aba4-39ac49394733", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 16:51:37.922579 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec74bf11-cbe1-43ed-9043-444c99dd7985 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 16:51:37.922971 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5856fb0b-40be-4acf-8ec1-5821dc810e9b', 'name': 'network-vif-deleted', 'tag': '03796598-f48b-4856-aba4-39ac49394733', 'status': 'completed', 'code': 200} Jul 05 16:51:38.719571 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [req-c4d5f5ea-4dd4-4b6d-bf7e-0b267effc7be req-a0400e21-6570-47f4-8de7-ebd6edc61060 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "GET /v2.0/ports?device_id=5856fb0b-40be-4acf-8ec1-5821dc810e9b HTTP/1.1" status: 200 len: 210 time: 0.0313566 Jul 05 16:51:39.510950 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-582f4f49-2293-44d5-8bf2-fb33663aecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:39.810240 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43474) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:39.832532 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:39.940069 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Deleting port c7acdf62-d9a9-4c09-bd30-e28d30b671f5 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:39.940416 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:40.016754 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:40.017086 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:40.029546 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Calling delete_port for c7acdf62-d9a9-4c09-bd30-e28d30b671f5 owned by network:floatingip {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:40.167689 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:40.195643 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event deleted for resources: {'Port': ['ID=c7acdf62-d9a9-4c09-bd30-e28d30b671f5,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:40.264766 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:40.267562 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118411'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:40.268731 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-c4806952-2446-410a-8b04-724b2c25ecf4 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a05e483-3dba-4736-b773-0fc4123f3dfa HTTP/1.1" status: 204 len: 168 time: 0.4574754 Jul 05 16:51:41.094778 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 03796598-f48b-4856-aba4-39ac49394733 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:41.115008 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] No Port match for: 03796598-f48b-4856-aba4-39ac49394733 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:41.115354 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Device 03796598-f48b-4856-aba4-39ac49394733 not bound to the agent host hv-cinder-79628 {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:51:41.220020 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:41.544327 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43486) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:41.602832 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb89118b-e6ea-4b3c-8ae0-489b92fc9784 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:41.630669 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb89118b-e6ea-4b3c-8ae0-489b92fc9784 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:41.703605 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb89118b-e6ea-4b3c-8ae0-489b92fc9784 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:41.706374 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb89118b-e6ea-4b3c-8ae0-489b92fc9784 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:41.707568 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-fb89118b-e6ea-4b3c-8ae0-489b92fc9784 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8f14f04-40b3-408b-a26a-3b17478a0cda HTTP/1.1" status: 204 len: 168 time: 0.1622498 Jul 05 16:51:41.717206 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89118b-e6ea-4b3c-8ae0-489b92fc9784 tempest-TestVolumeBootPattern-1996027250 tempest-TestVolumeBootPattern-1996027250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f14f04-40b3-408b-a26a-3b17478a0cda,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:41.770056 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43490) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:42.493619 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:42.759611 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Deleting port 8db9c883-1c94-44f3-8ac8-9982410d66eb {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:42.760282 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:42.849581 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] For port 8db9c883-1c94-44f3-8ac8-9982410d66eb, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=8db9c883-1c94-44f3-8ac8-9982410d66eb,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:42.849967 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:42.862537 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Calling delete_port for 8db9c883-1c94-44f3-8ac8-9982410d66eb owned by network:router_interface {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:43.056746 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:43.085826 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db9c883-1c94-44f3-8ac8-9982410d66eb,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:43.253070 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:43.471778 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Router 1b54b908-7f46-4945-8c09-d80acc2e8676 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:51:43.578395 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:51:43.583379 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-1e66a0a7-e36d-43db-8ee3-650f0e9ff451 admin admin] 10.222.0.24 "PUT /v2.0/routers/1b54b908-7f46-4945-8c09-d80acc2e8676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121223 Jul 05 16:51:43.585970 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43494) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:43.592426 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] Sync routers for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:51:43.604213 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:43.605210 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:43.605860 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:43.695447 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:43.714652 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:43.800424 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:43.860061 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Deleting port a25c2e83-caf4-4639-bed9-1c22c26f2908 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:43.860401 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:43.896557 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:51:43Z', 'revision_number': 5, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port': {'id': 'a25c2e83-caf4-4639-bed9-1c22c26f2908', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:44:57Z', 'updated_at': '2021-07-05T16:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:43.932955 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] Checking router: 1b54b908-7f46-4945-8c09-d80acc2e8676 for host: dv-cinder-796286-13-iscsi {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:51:43.942014 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] Routers {'1b54b908-7f46-4945-8c09-d80acc2e8676'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:43.942680 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['1b54b908-7f46-4945-8c09-d80acc2e8676'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:43.944767 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] For port a25c2e83-caf4-4639-bed9-1c22c26f2908, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a25c2e83-caf4-4639-bed9-1c22c26f2908,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:43.945159 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:43.958803 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Calling delete_port for a25c2e83-caf4-4639-bed9-1c22c26f2908 owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:44.025047 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] Set router 1b54b908-7f46-4945-8c09-d80acc2e8676 gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:44.080433 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:51:43Z', 'revision_number': 6, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:44.107274 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c9e15-b179-4ff0-9363-d9e829cd546b None None] The sync data for ids ['1b54b908-7f46-4945-8c09-d80acc2e8676'] in dv-cinder-796286-13-iscsi is: [{'id': '1b54b908-7f46-4945-8c09-d80acc2e8676', 'name': 'tempest-TestVolumeBootPattern-1988241310-router', 'tenant_id': '8248eeecb5c049bcb18edd88f7433711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:44:56Z', 'updated_at': '2021-07-05T16:51:43Z', 'revision_number': 6, 'project_id': '8248eeecb5c049bcb18edd88f7433711', 'gw_port_host': None}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:51:44.131813 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.161373 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25c2e83-caf4-4639-bed9-1c22c26f2908,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:44.237444 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.326205 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.328316 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.370094 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.370540 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b54b908-7f46-4945-8c09-d80acc2e8676 {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:51:44.376147 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.379597 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-52cc3362-5ad8-423a-a2e8-b8492676a551 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1b54b908-7f46-4945-8c09-d80acc2e8676 HTTP/1.1" status: 204 len: 168 time: 0.7903080 Jul 05 16:51:44.379761 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43496) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:44.426814 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] Deleting subnet 4cacc890-0131-47c8-8b94-0c3cd532c311 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:51:44.429756 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.465902 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243839'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.552350 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.610749 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13131836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551895'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.638481 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cacc890-0131-47c8-8b94-0c3cd532c311,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:44.644912 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.649415 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [-] (93110) accepted ('10.222.0.24', 43498) {{(pid=93110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:44.649923 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-e0fcbd08-3f63-47be-80bf-f54bc2f89e83 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4cacc890-0131-47c8-8b94-0c3cd532c311 HTTP/1.1" status: 204 len: 168 time: 0.2688060 Jul 05 16:51:44.650228 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b45f18-565c-4fc3-a0b9-8df320efaf94 None None] Network 066d3cb3-8775-41c8-83aa-f61f22846f22 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:51:44.717008 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.773507 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Deleting port 476a47ac-4813-459c-b020-412fb89bb6be {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:44.773852 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.848652 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] DHCP port deletion for 066d3cb3-8775-41c8-83aa-f61f22846f22 request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:51:44.851857 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] For port 476a47ac-4813-459c-b020-412fb89bb6be, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=476a47ac-4813-459c-b020-412fb89bb6be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:44.852305 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.865964 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Calling delete_port for 476a47ac-4813-459c-b020-412fb89bb6be owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:44.900857 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Deleting port 476a47ac-4813-459c-b020-412fb89bb6be {{(pid=93111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:44.901179 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.952909 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13234964'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.972362 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] For port 476a47ac-4813-459c-b020-412fb89bb6be, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=476a47ac-4813-459c-b020-412fb89bb6be,segment=NetworkSegment(8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f),segment_id=8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:44.972751 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:44.977686 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=476a47ac-4813-459c-b020-412fb89bb6be,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:44.986068 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Calling delete_port for 476a47ac-4813-459c-b020-412fb89bb6be owned by network:dhcp {{(pid=93111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:44.987496 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] No DVR routers for this DVR port 476a47ac-4813-459c-b020-412fb89bb6be on host dv-cinder-796286-13-iscsi {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:51:44.989909 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.990324 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.990672 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.991009 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.991343 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.991678 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.992009 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.992340 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.992669 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.992995 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.993334 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:44.993702 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.061114 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437'] for port, after_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.066355 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.077071 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066d3cb3-8775-41c8-83aa-f61f22846f22']}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:45.088416 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f') {'for_net_delete': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:45.088931 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.services.segments.db [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee43d6f-3ef6-4c8b-9ac5-8aca20fdcb9f') {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:45.089590 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Pushing event deleted for resources: {'Port': ['ID=476a47ac-4813-459c-b020-412fb89bb6be,revision_number=None']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:45.098037 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] No DVR routers for this DVR port 476a47ac-4813-459c-b020-412fb89bb6be on host dv-cinder-796286-13-iscsi {{(pid=93111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:51:45.100420 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.100967 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.101185 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.101626 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.101869 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13338318'] for segment, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.101989 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.102282 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.102676 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.103011 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.103339 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.103663 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.103988 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.104310 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a48ffb0-3993-4121-bd74-43ea1c6ef6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-13-iscsi {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 16:51:45.116730 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.123022 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:51:45.123434 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235147'] for segment, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: Traceback (most recent call last): Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: timer() Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: cb(*args, **kw) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: return func(*args, **kwargs) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: self._notify() Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: self.callback(batched_events) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: event.method(event) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: return f(self, *a, **k) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._get(url).json() Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: return self.request(url, 'GET', **kwargs) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:51:45.125085 dv-cinder-796286-13-iscsi neutron-server[93110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:51:45.185031 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.194430 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.196264 dv-cinder-796286-13-iscsi neutron-server[93110]: INFO neutron.wsgi [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] 10.222.0.24 "DELETE /v2.0/networks/066d3cb3-8775-41c8-83aa-f61f22846f22 HTTP/1.1" status: 204 len: 168 time: 0.5458486 Jul 05 16:51:45.200035 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43502) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:45.210790 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543d024-f0c2-4292-8713-c6637f382ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=066d3cb3-8775-41c8-83aa-f61f22846f22,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:45.550033 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16284144'] for router_interface, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.602196 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:51:45.800768 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Deleting port a99d9e47-c3f4-4486-ad13-0b9be46d0294 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:45.801040 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.837615 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a25c2e83-caf4-4639-bed9-1c22c26f2908 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:45.859609 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: a25c2e83-caf4-4639-bed9-1c22c26f2908 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:45.860050 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a25c2e83-caf4-4639-bed9-1c22c26f2908 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:51:45.860539 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8db9c883-1c94-44f3-8ac8-9982410d66eb no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:45.879038 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 8db9c883-1c94-44f3-8ac8-9982410d66eb {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:45.879389 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 8db9c883-1c94-44f3-8ac8-9982410d66eb not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:51:45.879798 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 476a47ac-4813-459c-b020-412fb89bb6be no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:45.886818 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] For port a99d9e47-c3f4-4486-ad13-0b9be46d0294, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=a99d9e47-c3f4-4486-ad13-0b9be46d0294,segment=NetworkSegment(abbae6a3-db99-4ad8-b582-9ac58363672f),segment_id=abbae6a3-db99-4ad8-b582-9ac58363672f)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:45.887190 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:45.898581 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 476a47ac-4813-459c-b020-412fb89bb6be {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:45.898947 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 476a47ac-4813-459c-b020-412fb89bb6be not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:51:46.147317 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Calling delete_port for a99d9e47-c3f4-4486-ad13-0b9be46d0294 owned by network:router_interface {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:46.329439 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:46.355096 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a99d9e47-c3f4-4486-ad13-0b9be46d0294,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:46.547821 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16317166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16278734'] for router_interface, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:46.700034 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:46.758099 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 has already been hosted by L3 agent 012faeb0-5393-4e82-9418-0a047e8fdc87 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 16:51:46.868531 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] Notify agent at l3_agent.dv-cinder-796286-13-iscsi the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 16:51:46.873979 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-87a2a64d-1d5e-4d49-8268-7cc6c24e79bd admin admin] 10.222.0.24 "PUT /v2.0/routers/381931d0-1d74-4f7e-b9dd-d2e34899dd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724963 Jul 05 16:51:46.876467 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43506) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:46.878116 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] Sync routers for ids ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'] in dv-cinder-796286-13-iscsi {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 16:51:46.888238 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] Routers {'381931d0-1d74-4f7e-b9dd-d2e34899dd76'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:46.889009 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:46.979187 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:46.991744 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] Set router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 gateway port host: dv-cinder-796286-13-iscsi {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:47.082317 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.134695 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Deleting port 2f57b181-c78a-4832-80fa-b84dd098d294 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:47.135045 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.165889 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'external_fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:51:46Z', 'revision_number': 5, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port': {'id': '2f57b181-c78a-4832-80fa-b84dd098d294', 'name': '', 'network_id': '05ee55bb-fabb-4eb6-befa-d7f4cde5502a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e8a7e60-924c-46d1-b880-130cf985c106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-13-iscsi'}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:47.194063 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] Checking router: 381931d0-1d74-4f7e-b9dd-d2e34899dd76 for host: dv-cinder-796286-13-iscsi {{(pid=93114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 16:51:47.205157 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] Routers {'381931d0-1d74-4f7e-b9dd-d2e34899dd76'} bound to L3 agent in host dv-cinder-796286-13-iscsi {{(pid=93114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 16:51:47.205860 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T15:57:39Z,description=,heartbeat_timestamp=2021-07-05T16:51:39Z,host='dv-cinder-796286-13-iscsi',id=012faeb0-5393-4e82-9418-0a047e8fdc87,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T15:57:39Z,topic='l3_agent')) {'router_ids': ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'], 'active': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:47.231981 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] For port 2f57b181-c78a-4832-80fa-b84dd098d294, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=2f57b181-c78a-4832-80fa-b84dd098d294,segment=NetworkSegment(014d586c-90d6-4e35-9c49-84ce1baa1749),segment_id=014d586c-90d6-4e35-9c49-84ce1baa1749)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:47.232263 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.245263 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Calling delete_port for 2f57b181-c78a-4832-80fa-b84dd098d294 owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:47.290341 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvr_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] Set router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 gateway port host: None {{(pid=93114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 16:51:47.343480 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.l3_hamode_db [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:51:47Z', 'revision_number': 6, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port_host': None}], 'dv-cinder-796286-13-iscsi', False) {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:47.368941 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af49d62-1844-4dd0-a191-6eca31360b99 None None] The sync data for ids ['381931d0-1d74-4f7e-b9dd-d2e34899dd76'] in dv-cinder-796286-13-iscsi is: [{'id': '381931d0-1d74-4f7e-b9dd-d2e34899dd76', 'name': 'tempest-TestVolumeBootPattern-990284305-router', 'tenant_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T16:45:01Z', 'updated_at': '2021-07-05T16:51:47Z', 'revision_number': 6, 'project_id': '8a6c1f98287046e79d7aef59b9b07a4f', 'gw_port_host': None}] {{(pid=93114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 16:51:47.413861 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.440131 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f57b181-c78a-4832-80fa-b84dd098d294,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:47.500777 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16272055'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.587383 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16271107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28160'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.589469 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.634446 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16276883'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.634964 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381931d0-1d74-4f7e-b9dd-d2e34899dd76 {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 16:51:47.639695 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.640789 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-5b7eae31-15d5-464b-a259-3bfa37180501 admin admin] 10.222.0.24 "DELETE /v2.0/routers/381931d0-1d74-4f7e-b9dd-d2e34899dd76 HTTP/1.1" status: 204 len: 168 time: 0.7630146 Jul 05 16:51:47.643360 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43508) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:47.687465 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] Deleting subnet 412d1619-d124-4215-8f0e-b6e1037a7505 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 16:51:47.690358 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.724666 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13243839'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.818865 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735838'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.872888 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13131836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551895'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.899375 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412d1619-d124-4215-8f0e-b6e1037a7505,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:47.905560 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:47.907494 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-f0fdd265-3b2e-44b5-a190-1cc37f841b10 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/412d1619-d124-4215-8f0e-b6e1037a7505 HTTP/1.1" status: 204 len: 168 time: 0.2632213 Jul 05 16:51:47.910009 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43510) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:47.914848 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98b4c9-862f-4c22-a756-c24ec8a11055 None None] Network 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 requested from dv-cinder-796286-13-iscsi {{(pid=93111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 16:51:47.983160 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642339'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.035419 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Deleting port 75b54e3f-9146-4db5-97d4-7b8558d7995f {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:48.035670 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.100344 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] For port 75b54e3f-9146-4db5-97d4-7b8558d7995f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=75b54e3f-9146-4db5-97d4-7b8558d7995f,segment=NetworkSegment(abbae6a3-db99-4ad8-b582-9ac58363672f),segment_id=abbae6a3-db99-4ad8-b582-9ac58363672f)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:48.100719 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.111216 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] DHCP port deletion for 3f5d6cfb-79fc-45fa-b551-1ae60f722db4 request from dv-cinder-796286-13-iscsi {{(pid=93111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 16:51:48.120594 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Calling delete_port for 75b54e3f-9146-4db5-97d4-7b8558d7995f owned by network:dhcp {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:48.161744 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] Deleting port 75b54e3f-9146-4db5-97d4-7b8558d7995f {{(pid=93111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 16:51:48.162191 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761440141788'] for port, before_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.227581 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13131782'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.230987 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a99d9e47-c3f4-4486-ad13-0b9be46d0294 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:48.242928 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] For port 75b54e3f-9146-4db5-97d4-7b8558d7995f, host dv-cinder-796286-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-13-iscsi',level=0,port_id=75b54e3f-9146-4db5-97d4-7b8558d7995f,segment=NetworkSegment(abbae6a3-db99-4ad8-b582-9ac58363672f),segment_id=abbae6a3-db99-4ad8-b582-9ac58363672f)] {{(pid=93111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 16:51:48.243684 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16278768'] for port, precommit_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.256729 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b54e3f-9146-4db5-97d4-7b8558d7995f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:48.258651 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] No DVR routers for this DVR port 75b54e3f-9146-4db5-97d4-7b8558d7995f on host dv-cinder-796286-13-iscsi {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:51:48.271404 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: a99d9e47-c3f4-4486-ad13-0b9be46d0294 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:48.271752 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device a99d9e47-c3f4-4486-ad13-0b9be46d0294 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:51:48.278936 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] Calling delete_port for 75b54e3f-9146-4db5-97d4-7b8558d7995f owned by network:dhcp {{(pid=93111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 16:51:48.329130 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732619', 'neutron.services.segments.db._delete_segments_for_network-8761440159582'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.339132 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5d6cfb-79fc-45fa-b551-1ae60f722db4']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:48.353829 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbae6a3-db99-4ad8-b582-9ac58363672f') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:48.354130 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.services.segments.db [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbae6a3-db99-4ad8-b582-9ac58363672f') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 16:51:48.357724 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-657969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16317084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761440150038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761439614437'] for port, after_delete {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.364381 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761440109186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13243816'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.378434 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.380904 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] Pushing event deleted for resources: {'Port': ['ID=75b54e3f-9146-4db5-97d4-7b8558d7995f,revision_number=None']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:48.386320 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 16:51:48.387037 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13131993'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.391085 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd97880-fa1c-4202-b274-bf00297e2baf None None] No DVR routers for this DVR port 75b54e3f-9146-4db5-97d4-7b8558d7995f on host dv-cinder-796286-13-iscsi {{(pid=93111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: Traceback (most recent call last): Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: timer() Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: cb(*args, **kw) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: return func(*args, **kwargs) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: self._notify() Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: self.callback(batched_events) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: event.method(event) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: return f(self, *a, **k) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._get(url).json() Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 16:51:48.392337 dv-cinder-796286-13-iscsi neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 16:51:48.458584 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16317157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16272019'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.464090 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16317066'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.469265 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f5d6cfb-79fc-45fa-b551-1ae60f722db4 HTTP/1.1" status: 204 len: 168 time: 0.5550041 Jul 05 16:51:48.477225 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7daf6-a075-4ba5-8970-c0ef653f7fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5d6cfb-79fc-45fa-b551-1ae60f722db4,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:48.569807 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43514) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:48.608855 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-cdafedde-e4d7-461b-a448-4902a9c13778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8248eeecb5c049bcb18edd88f7433711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378215 Jul 05 16:51:48.611159 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43516) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:48.662679 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad53d-f33e-46a8-b745-2746dee9c2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.688032 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad53d-f33e-46a8-b745-2746dee9c2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.734847 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad53d-f33e-46a8-b745-2746dee9c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.737476 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad53d-f33e-46a8-b745-2746dee9c2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:48.738626 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-4a7ad53d-f33e-46a8-b745-2746dee9c2ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/552ffc56-fe3d-4de4-9dd3-3f81f0343a27 HTTP/1.1" status: 204 len: 168 time: 0.1265926 Jul 05 16:51:48.746055 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ad53d-f33e-46a8-b745-2746dee9c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ffc56-fe3d-4de4-9dd3-3f81f0343a27,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:49.052213 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43522) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:49.090412 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-deedea74-b839-424c-9b5e-445c25bcc6e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a6c1f98287046e79d7aef59b9b07a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370736 Jul 05 16:51:49.092712 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.24', 43524) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 16:51:49.139725 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4f2b-d768-4598-9f6b-02fa2c8b433d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:49.159932 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4f2b-d768-4598-9f6b-02fa2c8b433d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:49.207810 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4f2b-d768-4598-9f6b-02fa2c8b433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16345666'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:49.210647 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4f2b-d768-4598-9f6b-02fa2c8b433d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:51:49.211857 dv-cinder-796286-13-iscsi neutron-server[93109]: INFO neutron.wsgi [None req-2b0b4f2b-d768-4598-9f6b-02fa2c8b433d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/703e6f41-c45a-4540-aa0c-385641189cfa HTTP/1.1" status: 204 len: 168 time: 0.1182699 Jul 05 16:51:49.219824 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b4f2b-d768-4598-9f6b-02fa2c8b433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703e6f41-c45a-4540-aa0c-385641189cfa,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 16:51:49.834299 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2f57b181-c78a-4832-80fa-b84dd098d294 no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:49.854378 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 2f57b181-c78a-4832-80fa-b84dd098d294 {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:49.854729 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 2f57b181-c78a-4832-80fa-b84dd098d294 not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:51:49.855155 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 75b54e3f-9146-4db5-97d4-7b8558d7995f no longer exists at agent ovs-agent-dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 16:51:49.876840 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] No Port match for: 75b54e3f-9146-4db5-97d4-7b8558d7995f {{(pid=93111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 16:51:49.877189 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron.plugins.ml2.rpc [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Device 75b54e3f-9146-4db5-97d4-7b8558d7995f not bound to the agent host dv-cinder-796286-13-iscsi {{(pid=93111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 16:52:06.977876 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0f19fe8d-e778-4dda-8ee6-a4c9b41f040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:09.502487 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-724e558c-c07f-423f-bbae-73c22ac10cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:09.832508 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:11.221835 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:13.598747 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:16.700216 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:22.601408 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:52:36.978281 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0728abd4-54e1-4651-bcc8-e5490ebb9578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:39.503330 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-47dbfb76-b14f-42a6-946e-19cb38f06e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:39.832492 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:41.223788 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:43.602833 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:46.715566 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:52:59.600471 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:53:06.978964 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-b38b4514-8786-4c80-a495-7999ea5c91ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:09.506488 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-78aa1865-f185-4d8d-9751-d80958002074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:09.833722 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:11.227665 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:13.606914 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:16.717967 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:36.600317 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:53:36.979064 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-66de82d4-028b-470e-a8b4-f8159b6700ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:39.512551 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-fd30dfd5-a2f6-4a6d-a14a-9404000e7f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:39.833734 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:41.230620 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:43.608398 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:53:46.737489 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:06.978934 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-344ca2fb-b6b0-4a50-95f3-6e78e0ee9c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:09.502894 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3430856-cb0c-4089-b058-c70e0254d605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:09.834291 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:11.232764 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:12.588818 dv-cinder-796286-13-iscsi neutron-server[93109]: DEBUG neutron.wsgi [req-446993d7-857a-4c11-aa15-3a4a66d82587 req-8d405c2e-7e4d-4384-8ff0-0b5e0658115a service neutron] (93109) timed out ('10.222.0.24', 41212) {{(pid=93109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 16:54:13.600110 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:54:13.613900 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:16.755020 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:36.978619 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0c71baa9-04e6-42c1-aaf6-2d24b936d8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:39.503114 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-23fe4272-65e7-4bbf-b1e9-bdebfe1a4742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:39.833131 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:41.236629 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:43.615982 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:46.761562 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:54:50.599694 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:55:06.981676 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8c47c80-28b8-47b2-808c-b9fad1ae6c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:09.503530 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f517-918d-4346-96f1-95f356892106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:09.832326 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:11.239087 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:13.618590 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:14.254211 dv-cinder-796286-13-iscsi neutron-server[93110]: DEBUG neutron.wsgi [req-a6ed22b3-4a41-4543-9add-cbeb6c3d8564 req-aa653343-d601-4ff5-9766-d4b9e70b5a7c tempest-AttachVolumeShelveTestJSON-1231874894 tempest-AttachVolumeShelveTestJSON-1231874894-project] (93110) timed out ('10.222.0.39', 52674) {{(pid=93110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 16:55:16.761407 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:27.598866 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:55:36.981803 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3f65c56-ae9a-4438-9948-2a49beefc1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:39.504782 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4b2b-d221-454e-bfab-5956ecfb0eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:39.834682 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:41.241664 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:43.622100 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:55:46.761730 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:04.597041 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:56:06.982884 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-410195b2-d1e5-4826-8db1-a4a3b783c65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:09.504242 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-9283bba5-b359-41ed-820c-ba1540ecd126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:09.834457 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:11.245794 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:13.624245 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:16.762143 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:36.982398 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-5357c62e-e8a9-44e0-88aa-b785b05434fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:39.504603 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e424162f-b0ac-47f2-ab5d-422cd2f176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:39.834862 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe270-9e31-4229-83a1-b0678145767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:41.248376 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-2ee87a6f-6960-4f14-9ee4-5ac8c50c3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:41.596555 dv-cinder-796286-13-iscsi neutron-server[93114]: DEBUG neutron.db.agents_db [None req-e1d170a9-0eb9-4275-9fca-4832949453e4 None None] Agent healthcheck: found 6 active agents {{(pid=93114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 16:56:43.628489 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-330feac8-52dc-4775-9d80-0c957d439fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 16:56:46.775566 dv-cinder-796286-13-iscsi neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-f8a57f64-c7e6-411d-8531-1eaeaadf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761440159564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743297'] for agent, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}